You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/01 09:35:08 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4418 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4418/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 8 in http://127.0.0.1:50137/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 8 in http://127.0.0.1:50137/solr
at __randomizedtesting.SeedInfo.seed([624230E011B6037C:A3B2494C3CE6C9DB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([624230E011B6037C:5282D16299C4E220]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([624230E011B6037C:EA7FB99F2B76E2D1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([624230E011B6037C:66BC99F22B7C81E6]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13465 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/init-core-data-001
[junit4] 2> 2720679 WARN (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2720679 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2720680 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2720680 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2720680 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001
[junit4] 2> 2720680 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2720681 INFO (Thread-4339) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2720681 INFO (Thread-4339) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2720683 ERROR (Thread-4339) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2720786 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50135
[junit4] 2> 2720798 INFO (zkConnectionManagerCallback-10156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2720803 INFO (jetty-launcher-10153-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2720803 INFO (jetty-launcher-10153-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2720804 INFO (jetty-launcher-10153-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2720804 INFO (jetty-launcher-10153-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2720804 INFO (jetty-launcher-10153-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2720805 INFO (jetty-launcher-10153-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@332bcb7a{/solr,null,AVAILABLE}
[junit4] 2> 2720805 INFO (jetty-launcher-10153-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2720805 INFO (jetty-launcher-10153-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2720805 INFO (jetty-launcher-10153-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2720805 INFO (jetty-launcher-10153-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4667b60{HTTP/1.1,[http/1.1]}{127.0.0.1:50137}
[junit4] 2> 2720805 INFO (jetty-launcher-10153-thread-2) [ ] o.e.j.s.Server Started @2722932ms
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50137}
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cbf5e07{/solr,null,AVAILABLE}
[junit4] 2> 2720806 ERROR (jetty-launcher-10153-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e763009{HTTP/1.1,[http/1.1]}{127.0.0.1:50138}
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-1) [ ] o.e.j.s.Server Started @2722933ms
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50138}
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2720806 ERROR (jetty-launcher-10153-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T08:59:46.537709Z
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2720806 INFO (jetty-launcher-10153-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2720807 INFO (jetty-launcher-10153-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2720807 INFO (jetty-launcher-10153-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T08:59:46.538060Z
[junit4] 2> 2720808 INFO (zkConnectionManagerCallback-10158-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2720808 INFO (zkConnectionManagerCallback-10160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2720809 INFO (jetty-launcher-10153-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2720809 INFO (jetty-launcher-10153-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2720826 INFO (jetty-launcher-10153-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50135/solr
[junit4] 2> 2720826 INFO (jetty-launcher-10153-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50135/solr
[junit4] 2> 2720827 INFO (zkConnectionManagerCallback-10165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2720828 INFO (zkConnectionManagerCallback-10168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2720830 INFO (zkConnectionManagerCallback-10170-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2720831 INFO (zkConnectionManagerCallback-10172-thread-1-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2720976 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2720977 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50137_solr
[junit4] 2> 2720978 INFO (jetty-launcher-10153-thread-1) [n:127.0.0.1:50138_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2720978 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.c.Overseer Overseer (id=72122435697967110-127.0.0.1:50137_solr-n_0000000000) starting
[junit4] 2> 2720979 INFO (jetty-launcher-10153-thread-1) [n:127.0.0.1:50138_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50138_solr
[junit4] 2> 2720981 INFO (zkCallback-10171-thread-1-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2720981 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2720993 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50137_solr
[junit4] 2> 2720995 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2720995 INFO (zkCallback-10171-thread-1-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2721046 INFO (jetty-launcher-10153-thread-1) [n:127.0.0.1:50138_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50138.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2721057 INFO (jetty-launcher-10153-thread-1) [n:127.0.0.1:50138_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50138.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2721057 INFO (jetty-launcher-10153-thread-1) [n:127.0.0.1:50138_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50138.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2721057 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50137.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2721058 INFO (jetty-launcher-10153-thread-1) [n:127.0.0.1:50138_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node1/.
[junit4] 2> 2721066 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50137.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2721066 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50137.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2721067 INFO (jetty-launcher-10153-thread-2) [n:127.0.0.1:50137_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node2/.
[junit4] 2> 2721099 INFO (zkConnectionManagerCallback-10178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2721103 INFO (zkConnectionManagerCallback-10182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2721105 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2721107 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50135/solr ready
[junit4] 2> 2721114 INFO (SUITE-TestTlogReplica-seed#[624230E011B6037C]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 2721117 INFO (qtp1387007808-31122) [n:127.0.0.1:50137_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2721118 INFO (qtp1387007808-31122) [n:127.0.0.1:50137_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2721129 INFO (TEST-TestTlogReplica.testAddDocs-seed#[624230E011B6037C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
[junit4] 2> 2721131 INFO (qtp1387007808-31124) [n:127.0.0.1:50137_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2721135 INFO (OverseerThreadFactory-10289-thread-1-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_add_docs
[junit4] 2> 2721254 INFO (OverseerStateUpdate-72122435697967110-127.0.0.1:50137_solr-n_0000000000) [n:127.0.0.1:50137_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50138/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2721470 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2721470 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2721576 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2721577 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2722487 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2722492 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2722493 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2722493 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 2722493 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50138.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2722493 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2722493 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
[junit4] 2> 2722537 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2722537 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2722538 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2722538 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2722539 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ed985a3[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 2722541 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2722541 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2722542 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2722542 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591188482448949248
[junit4] 2> 2722543 INFO (searcherExecutor-10294-thread-1-processing-n:127.0.0.1:50138_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@5ed985a3[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2722553 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2722553 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2722553 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50138/solr/tlog_replica_test_add_docs_shard1_replica_t1/
[junit4] 2> 2722553 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2722553 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy http://127.0.0.1:50138/solr/tlog_replica_test_add_docs_shard1_replica_t1/ has no replicas
[junit4] 2> 2722553 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2722553 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2722558 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50138/solr/tlog_replica_test_add_docs_shard1_replica_t1/ shard1
[junit4] 2> 2722669 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2722669 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2722672 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2722675 INFO (qtp469824676-31126) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1205
[junit4] 2> 2722679 INFO (qtp1387007808-31124) [n:127.0.0.1:50137_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2722784 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2722784 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2723147 INFO (OverseerCollectionConfigSetProcessor-72122435697967110-127.0.0.1:50137_solr-n_0000000000) [n:127.0.0.1:50137_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2723690 INFO (qtp1387007808-31124) [n:127.0.0.1:50137_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=2559
[junit4] 2> 2723696 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1591188483657957376)]} 0 1
[junit4] 2> 2723697 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1591188483660054528,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2723697 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@38c70f4d commitCommandVersion:1591188483660054528
[junit4] 2> 2723700 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ee5caa7[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 2723701 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2723702 INFO (searcherExecutor-10294-thread-1-processing-n:127.0.0.1:50138_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node2) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@6ee5caa7[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2723702 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_add_docs:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 2723704 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2723706 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2723711 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2723712 INFO (TEST-TestTlogReplica.testAddDocs-seed#[624230E011B6037C]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection
[junit4] 2> 2723713 INFO (qtp1387007808-31127) [n:127.0.0.1:50137_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2723717 INFO (OverseerThreadFactory-10289-thread-2-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2723718 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=null
[junit4] 2> 2723718 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4eaa0f50: rootName = solr_50138, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@eb9230d
[junit4] 2> 2723728 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2723728 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@4fae1bb2
[junit4] 2> 2723728 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=1336810418
[junit4] 2> 2723729 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=1336810418
[junit4] 2> 2723733 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2724454 INFO (qtp1387007808-31127) [n:127.0.0.1:50137_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2} status=0 QTime=740
[junit4] 2> 2724454 INFO (TEST-TestTlogReplica.testAddDocs-seed#[624230E011B6037C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddDocs
[junit4] 2> 2724472 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRecovery
[junit4] 2> 2724473 INFO (qtp1387007808-31124) [n:127.0.0.1:50137_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_recovery&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2724476 INFO (OverseerThreadFactory-10289-thread-3-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_recovery
[junit4] 2> 2724477 INFO (OverseerCollectionConfigSetProcessor-72122435697967110-127.0.0.1:50137_solr-n_0000000000) [n:127.0.0.1:50137_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2724691 INFO (OverseerStateUpdate-72122435697967110-127.0.0.1:50137_solr-n_0000000000) [n:127.0.0.1:50137_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_recovery",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_recovery_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50137/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2724695 INFO (OverseerStateUpdate-72122435697967110-127.0.0.1:50137_solr-n_0000000000) [n:127.0.0.1:50137_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_recovery",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_recovery_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50138/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2724909 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2724909 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2724909 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2725040 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2725040 INFO (zkCallback-10171-thread-1-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2725040 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2725041 INFO (zkCallback-10171-thread-2-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2725954 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2725955 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2725961 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2725963 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2725963 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_recovery_shard1_replica_t2' using configuration from collection tlog_replica_test_recovery, trusted=true
[junit4] 2> 2725963 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50138.solr.core.tlog_replica_test_recovery.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_recovery.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2725963 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2725963 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_recovery_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node1/tlog_replica_test_recovery_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node1/./tlog_replica_test_recovery_shard1_replica_t2/data/]
[junit4] 2> 2725964 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2725965 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2725965 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_recovery_shard1_replica_t1' using configuration from collection tlog_replica_test_recovery, trusted=true
[junit4] 2> 2725966 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50137.solr.core.tlog_replica_test_recovery.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_recovery.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8cbbcc
[junit4] 2> 2725966 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2725966 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_recovery_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node2/tlog_replica_test_recovery_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_624230E011B6037C-001/tempDir-001/node2/./tlog_replica_test_recovery_shard1_replica_t1/data/]
[junit4] 2> 2726055 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2726055 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2726056 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2726056 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2726059 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2726059 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2726063 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2726063 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2726089 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@62beb4a[tlog_replica_test_recovery_shard1_replica_t2] main]
[junit4] 2> 2726090 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2726091 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2726091 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2726092 INFO (searcherExecutor-10299-thread-1-processing-n:127.0.0.1:50138_solr x:tlog_replica_test_recovery_shard1_replica_t2 s:shard1 c:tlog_replica_test_recovery r:core_node4) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new searcher Searcher@62beb4a[tlog_replica_test_recovery_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2726092 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591188486171394048
[junit4] 2> 2726104 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2726105 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@596d83f8[tlog_replica_test_recovery_shard1_replica_t1] main]
[junit4] 2> 2726107 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2726109 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2726110 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2726111 INFO (searcherExecutor-10300-thread-1-processing-n:127.0.0.1:50137_solr x:tlog_replica_test_recovery_shard1_replica_t1 s:shard1 c:tlog_replica_test_recovery r:core_node3) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t1] Registered new searcher Searcher@596d83f8[tlog_replica_test_recovery_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2726111 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591188486191316992
[junit4] 2> 2726555 INFO (zkCallback-10171-thread-3-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2726555 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2726555 INFO (zkCallback-10171-thread-2-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2726555 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2726608 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2726608 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2726608 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50138/solr/tlog_replica_test_recovery_shard1_replica_t2/
[junit4] 2> 2726609 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_recovery_shard1_replica_t2 url=http://127.0.0.1:50138/solr START replicas=[http://127.0.0.1:50137/solr/tlog_replica_test_recovery_shard1_replica_t1/] nUpdates=100
[junit4] 2> 2726611 INFO (qtp1387007808-31130) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2726911 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_recovery_shard1_replica_t2 url=http://127.0.0.1:50138/solr DONE. We have no versions. sync failed.
[junit4] 2> 2726911 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2726911 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2726911 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2726912 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 2726917 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50138/solr/tlog_replica_test_recovery_shard1_replica_t2/ shard1
[junit4] 2> 2727021 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2727021 INFO (zkCallback-10171-thread-2-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2727021 INFO (zkCallback-10171-thread-3-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2727021 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2727070 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2727071 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2162
[junit4] 2> 2727129 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t1 starting background replication from leader
[junit4] 2> 2727129 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2727130 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2727130 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2727130 INFO (indexFetcher-10310-thread-1) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.h.IndexFetcher Replica core_node4 is leader but it's state is down, skipping replication
[junit4] 2> 2727132 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2223
[junit4] 2> 2727135 INFO (qtp1387007808-31124) [n:127.0.0.1:50137_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2727239 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2727239 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2727240 INFO (zkCallback-10171-thread-1-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2727239 INFO (zkCallback-10171-thread-3-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2728135 INFO (qtp1387007808-31124) [n:127.0.0.1:50137_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_recovery&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3662
[junit4] 2> 2728144 INFO (qtp1387007808-31127) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50138/solr/tlog_replica_test_recovery_shard1_replica_t2/&wt=javabin&version=2}{add=[3 (1591188488318877696), 4 (1591188488320974848)]} 0 1
[junit4] 2> 2728144 INFO (qtp469824676-31132) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_recovery:5&wt=javabin&version=2}{add=[3 (1591188488318877696), 4 (1591188488320974848)]} 0 4
[junit4] 2> 2728146 INFO (qtp1387007808-31128) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:50138/solr/tlog_replica_test_recovery_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 2728147 INFO (qtp469824676-31136) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1591188488326217728,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2728147 INFO (qtp469824676-31136) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78f4edc commitCommandVersion:1591188488326217728
[junit4] 2> 2728158 INFO (qtp469824676-31136) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ab7c2bb[tlog_replica_test_recovery_shard1_replica_t2] main]
[junit4] 2> 2728158 INFO (qtp469824676-31136) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2728160 INFO (searcherExecutor-10299-thread-1-processing-n:127.0.0.1:50138_solr x:tlog_replica_test_recovery_shard1_replica_t2 s:shard1 c:tlog_replica_test_recovery r:core_node4) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new searcher Searcher@1ab7c2bb[tlog_replica_test_recovery_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2)))}
[junit4] 2> 2728160 INFO (qtp469824676-31136) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:50138/solr/tlog_replica_test_recovery_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 13
[junit4] 2> 2728161 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_recovery:5&commit=true&wt=javabin&version=2}{commit=} 0 15
[junit4] 2> 2728165 INFO (qtp1387007808-31127) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50138/solr/tlog_replica_test_recovery_shard1_replica_t2/&wt=javabin&version=2}{add=[5 (1591188488342994944)]} 0 0
[junit4] 2> 2728166 INFO (qtp469824676-31137) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1591188488342994944)]} 0 3
[junit4] 2> 2728167 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 50137
[junit4] 2> 2728168 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4667b60{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2728168 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1230440700
[junit4] 2> 2728169 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2728169 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a83874: rootName = solr_50137, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@42ce66e
[junit4] 2> 2728181 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2728181 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16842cc4: rootName = solr_50137, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@75099da1
[junit4] 2> 2728190 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2728190 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39d30d60: rootName = solr_50137, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7aae97a4
[junit4] 2> 2728192 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50137_solr
[junit4] 2> 2728194 INFO (zkCallback-10181-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2728194 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2728194 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2728194 INFO (zkCallback-10171-thread-3-processing-n:127.0.0.1:50137_solr) [n:127.0.0.1:50137_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2728196 INFO (coreCloseExecutor-10311-thread-1) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@3535590e
[junit4] 2> 2728196 INFO (coreCloseExecutor-10311-thread-1) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_recovery.shard1.replica_t1, tag=892688654
[junit4] 2> 2728196 INFO (coreCloseExecutor-10311-thread-1) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3abce669: rootName = solr_50137, domain = solr.core.tlog_replica_test_recovery.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_recovery.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@18f41f8d
[junit4] 2> 2728205 INFO (coreCloseExecutor-10311-thread-1) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_recovery.shard1.leader, tag=892688654
[junit4] 2> 2728207 INFO (coreCloseExecutor-10311-thread-1) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 2728207 INFO (coreCloseExecutor-10311-thread-1) [n:127.0.0.1:50137_solr c:tlog_replica_test_recovery s:shard1 r:core_node3 x:tlog_replica_test_recovery_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@120c74fd commitCommandVersion:0
[junit4] 2> 2728210 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.c.Overseer Overseer (id=72122435697967110-127.0.0.1:50137_solr-n_0000000000) closing
[junit4] 2> 2728210 INFO (OverseerStateUpdate-72122435697967110-127.0.0.1:50137_solr-n_0000000000) [n:127.0.0.1:50137_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50137_solr
[junit4] 2> 2728211 WARN (OverseerAutoScalingTriggerThread-72122435697967110-127.0.0.1:50137_solr-n_0000000000) [n:127.0.0.1:50137_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2728213 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50138_solr
[junit4] 2> 2728215 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@332bcb7a{/solr,null,UNAVAILABLE}
[junit4] 2> 2728215 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2728216 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.Overseer Overseer (id=72122435697967109-127.0.0.1:50138_solr-n_0000000001) starting
[junit4] 2> 2728216 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 50137
[junit4] 2> 2728223 INFO (qtp469824676-31134) [n:127.0.0.1:50138_solr c:tlog_replica_test_recovery s:shard1 r:core_node4 x:tlog_replica_test_recovery_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1591188488405909504)]} 0 0
[junit4] 2> 2728223 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 50137
[junit4] 2> 2728223 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2728227 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2728227 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2728227 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2728230 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@715a144d{/solr,null,AVAILABLE}
[junit4] 2> 2728232 INFO (zkCallback-10169-thread-1-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2728232 INFO (zkCallback-10169-thread-2-processing-n:127.0.0.1:50138_solr) [n:127.0.0.1:50138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2728232 INFO (TEST-TestTlogReplica.testRecovery-seed#[624230E011B6037C]) [ ] o.e.j
[...truncated too long message...]
00000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72122470840729611-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72122470840729629-127.0.0.1:52119_solr-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72122470840729605-core_node10-n_0000000004
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72122470840729614-core_node6-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_624230E011B6037C-001
[junit4] 2> Feb 01, 2018 9:12:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=8, maxDocsPerChunk=814, blockSize=742), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=8, blockSize=742)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3cf09b88), locale=pt-GQ, timezone=Asia/Krasnoyarsk
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=274232032,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AddSchemaFieldsUpdateProcessorFactoryTest, TestSizeLimitedDistributedMap, ReplicationFactorTest, DebugComponentTest, TestMinMaxOnMultiValuedField, SimpleFacetsTest, TestDefaultStatsCache, ChaosMonkeySafeLeaderWithPullReplicasTest, ClassificationUpdateProcessorIntegrationTest, SolrCmdDistributorTest, SolrCoreCheckLockOnStartupTest, DisMaxRequestHandlerTest, TestLargeCluster, SaslZkACLProviderTest, DocValuesMissingTest, SolrMetricReporterTest, SpellCheckComponentTest, TestSegmentSorting, TestComplexPhraseLeadingWildcard, TestPivotHelperCode, TestCloudNestedDocsSort, CloneFieldUpdateProcessorFactoryTest, TestNoOpRegenerator, BooleanFieldTest, ResponseLogComponentTest, TestSimDistributedQueue, TestIndexingPerformance, TestRestoreCore, TestSolrCoreParser, CustomHighlightComponentTest, BadComponentTest, TestPerFieldSimilarityWithDefaultOverride, SuggesterTest, TestSearcherReuse, EchoParamsTest, TestRequestStatusCollectionAPI, BadIndexSchemaTest, ChaosMonkeySafeLeaderTest, ReplaceNodeNoTargetTest, BasicAuthStandaloneTest, DistributedFacetPivotWhiteBoxTest, CheckHdfsIndexTest, TestSolrQueryResponse, ClusterStateUpdateTest, FacetPivotSmallTest, TestWordDelimiterFilterFactory, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ZkControllerTest, TestLMJelinekMercerSimilarityFactory, JsonLoaderTest, TestDocTermOrds, TestQuerySenderListener, TestRawTransformer, OverseerTaskQueueTest, ScriptEngineTest, TestCloudJSONFacetJoinDomain, TermVectorComponentTest, FullSolrCloudDistribCmdsTest, MetricUtilsTest, TestManagedSchemaThreadSafety, TestCollectionsAPIViaSolrCloudCluster, BaseCdcrDistributedZkTest, TestCoreBackup, ReturnFieldsTest, TestLegacyNumericRangeQueryBuilder, TestSubQueryTransformerDistrib, ZkStateWriterTest, TestSearchPerf, HdfsTlogReplayBufferedWhileIndexingTest, TestLeaderElectionWithEmptyReplica, TestManagedStopFilterFactory, UpdateParamsTest, TestFieldCacheReopen, DeleteReplicaTest, TestRandomFaceting, TestDynamicFieldCollectionResource, SpatialRPTFieldTypeTest, TestComponentsName, PreAnalyzedUpdateProcessorTest, TestHashQParserPlugin, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrCloudWithHadoopAuthPlugin, TestExceedMaxTermLength, TestLRUStatsCache, TestStressVersions, DistributedIntervalFacetingTest, TestDownShardTolerantSearch, TestComputePlanAction, ConnectionManagerTest, TestMiniSolrCloudClusterSSL, AutoAddReplicasPlanActionTest, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, TestDistributedMissingSort, TestSolrIndexConfig, TestExactSharedStatsCache, TestDFISimilarityFactory, RankQueryTest, LegacyCloudClusterPropTest, TestDistributedGrouping, MinimalSchemaTest, SolrJmxReporterCloudTest, TestDeleteCollectionOnDownNodes, TestCloudDeleteByQuery, SuggesterWFSTTest, TestSerializedLuceneMatchVersion, SuggestComponentTest, SliceStateTest, TestDocumentBuilder, SchemaApiFailureTest, PrimitiveFieldTypeTest, AtomicUpdatesTest, AnalysisErrorHandlingTest, QueryParsingTest, JSONWriterTest, RollingRestartTest, PrimUtilsTest, TestDFRSimilarityFactory, TestStressInPlaceUpdates, TestLocalFSCloudBackupRestore, PeerSyncTest, TestLeaderInitiatedRecoveryThread, HdfsAutoAddReplicasIntegrationTest, TestExtendedDismaxParser, CSVRequestHandlerTest, JavabinLoaderTest, TestRTGBase, TestFileDictionaryLookup, NumberUtilsTest, TestObjectReleaseTracker, TestFieldCollectionResource, TestFilteredDocIdSet, JvmMetricsTest, TlogReplayBufferedWhileIndexingTest, CoreAdminRequestStatusTest, FieldAnalysisRequestHandlerTest, UUIDUpdateProcessorFallbackTest, TestSubQueryTransformer, CdcrVersionReplicationTest, UpdateLogTest, UUIDFieldTest, SystemLogListenerTest, TestLuceneMatchVersion, TestNumericTerms32, TestPushWriter, TestAuthorizationFramework, QueryResultKeyTest, HdfsWriteToMultipleCollectionsTest, DataDrivenBlockJoinTest, TestSchemaNameResource, DeleteLastCustomShardedReplicaTest, TestGraphMLResponseWriter, TestNumericTokenStream, SolrCoreMetricManagerTest, TestRecoveryHdfs, CoreAdminHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestPullReplicaErrorHandling, TestReplicationHandlerBackup, PropertiesRequestHandlerTest, SimplePostToolTest, ClusterStateTest, TestAnalyzedSuggestions, HdfsNNFailoverTest, TestDelegationWithHadoopAuth, TestStressReorder, UninvertDocValuesMergePolicyTest, TestMacroExpander, ConjunctionSolrSpellCheckerTest, TestFuzzyAnalyzedSuggestions, MultiThreadedOCPTest, TestWriterPerf, HighlighterConfigTest, TestSQLHandlerNonCloud, MoveReplicaHDFSTest, TestPHPSerializedResponseWriter, TestManagedResourceStorage, PreAnalyzedFieldTest, LoggingHandlerTest, HttpPartitionTest, TestCrossCoreJoin, TestHashPartitioner, TestCodecSupport, TestExportWriter, TestSolrCoreProperties, TestRuleBasedAuthorizationPlugin, VMParamsZkACLAndCredentialsProvidersTest, SolrShardReporterTest, TestStandardQParsers, RecoveryAfterSoftCommitTest, BasicDistributedZkTest, TestReplicationHandler, TestDistributedSearch, TestJoin, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, TestUpdate, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestLFUCache, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, CreateCollectionCleanupTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LIRRollingUpdatesTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, RemoteQueryErrorTest, ReplaceNodeTest, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestLeaderElectionZkExpiry, TestLockTree, TestOnReconnectListenerSupport, TestPullReplica, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, ZkShardTermsTest, AssignTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestHdfsCloudBackupRestore, TestReplicaProperties, AutoAddReplicasIntegrationTest, ComputePlanActionTest, ExecutePlanActionTest, TriggerIntegrationTest]
[junit4] Completed [625/774 (3!)] on J1 in 207.77s, 14 tests, 2 failures <<< FAILURES!
[...truncated 41399 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4440 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4440/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest: 1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest:
1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)
FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
Error Message:
Error from server at http://127.0.0.1:52684/solr: no such collection or alias
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:52684/solr: no such collection or alias
at __randomizedtesting.SeedInfo.seed([1A2F283075476276:927B17EADBBB0F8E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:107)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12505 lines...]
[junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/init-core-data-001
[junit4] 2> 908228 WARN (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 908229 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 908233 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 908233 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 908233 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001
[junit4] 2> 908233 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 908233 INFO (Thread-1361) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 908233 INFO (Thread-1361) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 908254 ERROR (Thread-1361) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 908344 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52681
[junit4] 2> 908357 INFO (zkConnectionManagerCallback-1756-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908363 INFO (jetty-launcher-1753-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 908366 INFO (jetty-launcher-1753-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 908369 INFO (jetty-launcher-1753-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 908369 INFO (jetty-launcher-1753-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 908369 INFO (jetty-launcher-1753-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 908370 INFO (jetty-launcher-1753-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f91aff9{/solr,null,AVAILABLE}
[junit4] 2> 908372 INFO (jetty-launcher-1753-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7df3a357{HTTP/1.1,[http/1.1]}{127.0.0.1:52683}
[junit4] 2> 908372 INFO (jetty-launcher-1753-thread-1) [ ] o.e.j.s.Server Started @911733ms
[junit4] 2> 908372 INFO (jetty-launcher-1753-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52683}
[junit4] 2> 908372 ERROR (jetty-launcher-1753-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 908373 INFO (jetty-launcher-1753-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 908373 INFO (jetty-launcher-1753-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 908373 INFO (jetty-launcher-1753-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 908373 INFO (jetty-launcher-1753-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T18:22:20.950441Z
[junit4] 2> 908376 INFO (jetty-launcher-1753-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 908377 INFO (jetty-launcher-1753-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 908377 INFO (jetty-launcher-1753-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 908379 INFO (jetty-launcher-1753-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35dd9165{/solr,null,AVAILABLE}
[junit4] 2> 908381 INFO (jetty-launcher-1753-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f05a41f{HTTP/1.1,[http/1.1]}{127.0.0.1:52684}
[junit4] 2> 908381 INFO (jetty-launcher-1753-thread-2) [ ] o.e.j.s.Server Started @911742ms
[junit4] 2> 908381 INFO (jetty-launcher-1753-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52684}
[junit4] 2> 908381 ERROR (jetty-launcher-1753-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 908382 INFO (jetty-launcher-1753-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 908382 INFO (jetty-launcher-1753-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 908382 INFO (jetty-launcher-1753-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 908382 INFO (jetty-launcher-1753-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T18:22:20.959184Z
[junit4] 2> 908385 INFO (zkConnectionManagerCallback-1758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908385 INFO (zkConnectionManagerCallback-1760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908386 INFO (jetty-launcher-1753-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 908386 INFO (jetty-launcher-1753-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 908400 INFO (jetty-launcher-1753-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52681/solr
[junit4] 2> 908400 INFO (jetty-launcher-1753-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52681/solr
[junit4] 2> 908403 INFO (zkConnectionManagerCallback-1766-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908403 INFO (zkConnectionManagerCallback-1768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908408 INFO (zkConnectionManagerCallback-1770-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908408 INFO (zkConnectionManagerCallback-1772-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908742 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 908743 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52684_solr
[junit4] 2> 908745 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.c.Overseer Overseer (id=72060271809658886-127.0.0.1:52684_solr-n_0000000000) starting
[junit4] 2> 908745 INFO (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 908747 INFO (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52683_solr
[junit4] 2> 908749 INFO (zkCallback-1769-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 908753 INFO (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 908772 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52684_solr
[junit4] 2> 908777 INFO (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 908779 INFO (zkCallback-1769-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 908811 INFO (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52683.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
[junit4] 2> 908827 INFO (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52683.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
[junit4] 2> 908827 INFO (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52683.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
[junit4] 2> 908829 INFO (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node1/.
[junit4] 2> 908835 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52684.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
[junit4] 2> 908847 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52684.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
[junit4] 2> 908847 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52684.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
[junit4] 2> 908849 INFO (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/.
[junit4] 2> 908902 INFO (zkConnectionManagerCallback-1778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908942 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 908950 INFO (zkConnectionManagerCallback-1783-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 908958 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 908959 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52681/solr ready
[junit4] 2> 908964 INFO (qtp1469743512-6969) [n:127.0.0.1:52683_solr ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=_default&name=timeConfig&action=CREATE&wt=javabin&version=2
[junit4] 2> 908969 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
[junit4] 2> "name":"timeConfig",
[junit4] 2> "baseConfigSet":"_default",
[junit4] 2> "immutable":"false",
[junit4] 2> "operation":"configsets:create"}
[junit4] 2> 908973 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
[junit4] 2> 908977 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
[junit4] 2> 908981 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
[junit4] 2> 908984 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
[junit4] 2> 908987 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
[junit4] 2> 908992 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
[junit4] 2> 908996 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
[junit4] 2> 909000 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
[junit4] 2> 909006 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
[junit4] 2> 909010 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
[junit4] 2> 909013 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
[junit4] 2> 909015 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
[junit4] 2> 909018 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
[junit4] 2> 909021 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
[junit4] 2> 909045 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
[junit4] 2> 909048 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
[junit4] 2> 909072 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
[junit4] 2> 909075 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
[junit4] 2> 909079 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
[junit4] 2> 909096 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
[junit4] 2> 909099 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
[junit4] 2> 909124 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
[junit4] 2> 909127 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
[junit4] 2> 909130 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
[junit4] 2> 909148 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
[junit4] 2> 909152 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
[junit4] 2> 909184 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
[junit4] 2> 909197 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
[junit4] 2> 909200 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
[junit4] 2> 909226 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
[junit4] 2> 909234 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
[junit4] 2> 909237 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
[junit4] 2> 909240 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
[junit4] 2> 909243 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
[junit4] 2> 909246 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
[junit4] 2> 909265 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
[junit4] 2> 909269 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
[junit4] 2> 909271 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
[junit4] 2> 909274 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
[junit4] 2> 909277 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
[junit4] 2> 909280 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
[junit4] 2> 909312 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
[junit4] 2> 909319 INFO (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
[junit4] 2> 909325 INFO (qtp1469743512-6969) [n:127.0.0.1:52683_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=_default&name=timeConfig&action=CREATE&wt=javabin&version=2} status=0 QTime=361
[junit4] 2> 909326 INFO (qtp1469743512-6971) [n:127.0.0.1:52683_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=timeConfig&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 909330 INFO (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection timeConfig
[junit4] 2> 909331 INFO (OverseerCollectionConfigSetProcessor-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 909474 INFO (OverseerStateUpdate-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"timeConfig",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"timeConfig_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52684/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 909690 INFO (qtp1988934197-6978) [n:127.0.0.1:52684_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 909691 INFO (qtp1988934197-6978) [n:127.0.0.1:52684_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 909806 INFO (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 909807 INFO (zkCallback-1771-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 910764 INFO (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 910764 INFO (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 910766 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 910767 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 910767 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 910767 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 910767 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 910768 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 910768 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 910769 WARN (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 910777 INFO (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 910800 INFO (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
[junit4] 2> 911665 ERROR (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'timeConfig_shard1_replica_n1': Unable to create core [timeConfig_shard1_replica_n1] Caused by: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:993)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [timeConfig_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1059)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core timeConfig_shard1_replica_n1: Can't load schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:97)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1087)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 38 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Can't load schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:580)
[junit4] 2> at org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:105)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:173)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> ... 40 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1317)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1168)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1153)
[junit4] 2> at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:576)
[junit4] 2> ... 47 more
[junit4] 2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
[junit4] 2> at org.apache.lucene.analysis.util.AbstractAnalysisFactory.getLines(AbstractAnalysisFactory.java:254)
[junit4] 2> at org.apache.lucene.analysis.util.AbstractAnalysisFactory.getWordSet(AbstractAnalysisFactory.java:243)
[junit4] 2> at org.apache.lucene.analysis.util.ElisionFilterFactory.inform(ElisionFilterFactory.java:59)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1315)
[junit4] 2> ... 50 more
[junit4] 2>
[junit4] 2> 911665 INFO (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1974
[junit4] 2> 911666 ERROR (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:52684/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52684/solr: Error CREATEing SolrCore 'timeConfig_shard1_replica_n1': Unable to create core [timeConfig_shard1_replica_n1] Caused by: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 911669 ERROR (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Cleaning up collection [timeConfig].
[junit4] 2> 911670 INFO (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 911672 INFO (qtp1988934197-6980) [n:127.0.0.1:52684_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 911796 INFO (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 911796 INFO (zkCallback-1771-thread-3-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 912403 INFO (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.a.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [timeConfig]
[junit4] 2> 912409 INFO (qtp1469743512-6971) [n:127.0.0.1:52683_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 913353 INFO (OverseerCollectionConfigSetProcessor-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 942567 ERROR (qtp1469743512-6971) [n:127.0.0.1:52683_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 942568 INFO (qtp1469743512-6971) [n:127.0.0.1:52683_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=timeConfig&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=33241
[junit4] 2> 942576 ERROR (qtp1988934197-6980) [n:127.0.0.1:52684_solr ] o.a.s.a.V2HttpCall Error in init()
[junit4] 2> org.apache.solr.common.SolrException: no such collection or alias
[junit4] 2> at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:119)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:471)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 942577 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TimeRoutedAliasUpdateProcessorTest -Dtests.method=test -Dtests.seed=1A2F283075476276 -Dtests.slow=true -Dtests.locale=kea-CV -Dtests.timezone=America/Port_of_Spain -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 33.7s J1 | TimeRoutedAliasUpdateProcessorTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:52684/solr: no such collection or alias
[junit4] > at __randomizedtesting.SeedInfo.seed([1A2F283075476276:927B17EADBBB0F8E]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:107)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 942608 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.testParse-seed#[1A2F283075476276]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParse
[junit4] 2> 942647 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.testParse-seed#[1A2F283075476276]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testParse
[junit4] 2> 942652 INFO (jetty-closer-1754-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7df3a357{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 942652 INFO (jetty-closer-1754-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@f05a41f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 942653 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1005179141
[junit4] 2> 942653 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=250451334
[junit4] 2> 942654 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 942654 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66d96566: rootName = solr_52683, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6d0a285b
[junit4] 2> 942654 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 942654 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a79dad7: rootName = solr_52684, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4ecb1058
[junit4] 2> 942668 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 942668 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42dceef2: rootName = solr_52683, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@246c14c7
[junit4] 2> 942669 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 942669 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aa2416e: rootName = solr_52684, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@246c14c7
[junit4] 2> 942675 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 942675 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@197882a4: rootName = solr_52683, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@64a2be6
[junit4] 2> 942676 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 942676 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a21ce8a: rootName = solr_52684, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@64a2be6
[junit4] 2> 942679 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52684_solr
[junit4] 2> 942679 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52683_solr
[junit4] 2> 942681 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 942690 INFO (jetty-closer-1754-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72060271809658886-127.0.0.1:52684_solr-n_0000000000) closing
[junit4] 2> 942690 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 942690 INFO (OverseerStateUpdate-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52684_solr
[junit4] 2> 942690 INFO (zkCallback-1771-thread-3-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 942690 INFO (jetty-closer-1754-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 942691 WARN (OverseerAutoScalingTriggerThread-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 942692 INFO (zkCallback-1769-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 942695 INFO (jetty-closer-1754-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f91aff9{/solr,null,UNAVAILABLE}
[junit4] 2> 942702 INFO (jetty-closer-1754-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 942702 INFO (jetty-closer-1754-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35dd9165{/solr,null,UNAVAILABLE}
[junit4] 2> 942702 INFO (jetty-closer-1754-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 942725 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 942726 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52681 52681
[junit4] 2> 942743 INFO (Thread-1361) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52681 52681
[junit4] 2> 942928 WARN (Thread-1361) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/timeConfig/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001
[junit4] 2> Feb 14, 2018 6:22:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=809, maxMBSortInHeap=7.831248401736674, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d0edea3), locale=kea-CV, timezone=America/Port_of_Spain
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=290634696,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [MultiThreadedOCPTest, EchoParamsTest, TestDynamicLoading, CdcrVersionReplicationTest, TestRandomRequestDistribution, DefaultValueUpdateProcessorTest, TestDistributedSearch, TestSolrQueryParser, SaslZkACLProviderTest, TestLMJelinekMercerSimilarityFactory, TestBadConfig, DeleteStatusTest, IndexBasedSpellCheckerTest, TestAddFieldRealTimeGet, TestSolr4Spatial, TestRandomDVFaceting, TestDocTermOrds, TestInfoStreamLogging, MissingSegmentRecoveryTest, DistributedTermsComponentTest, TestMissingGroups, TestLegacyNumericRangeQueryBuilder, OutOfBoxZkACLAndCredentialsProvidersTest, TestFuzzyAnalyzedSuggestions, UpdateLogTest, MinimalSchemaTest, TlogReplayBufferedWhileIndexingTest, TestDeleteCollectionOnDownNodes, SolrMetricsIntegrationTest, TestRetrieveFieldsOptimizer, DistributedFacetPivotSmallTest, TestFieldResource, DistributedDebugComponentTest, BasicFunctionalityTest, DistributedSpellCheckComponentTest, TestStressLucene, TestIndexingPerformance, OverseerTest, BitVectorTest, TestClusterStateMutator, DistributedFacetExistsSmallTest, TestTolerantUpdateProcessorRandomCloud, ReplicationFactorTest, TestComponentsName, TestAuthorizationFramework, SolrGraphiteReporterTest, TestSystemCollAutoCreate, ConcurrentDeleteAndCreateCollectionTest, TestCloudSchemaless, TestSolrCloudWithHadoopAuthPlugin, TestRandomFaceting, EnumFieldTest, TestCorePropertiesReload, ExitableDirectoryReaderTest, TestSegmentSorting, TestJsonRequest, HdfsTlogReplayBufferedWhileIndexingTest, TriggerIntegrationTest, NotRequiredUniqueKeyTest, SimpleFacetsTest, TestDFRSimilarityFactory, ZkControllerTest, PrimitiveFieldTypeTest, FieldAnalysisRequestHandlerTest, TestManagedSchemaAPI, TestFieldCacheSortRandom, TimeZoneUtilsTest, DocValuesNotIndexedTest, ConnectionManagerTest, TestSolrIndexConfig, TestAnalyzedSuggestions, TestSchemaVersionResource, TestDFISimilarityFactory, SliceStateTest, HdfsWriteToMultipleCollectionsTest, UpdateParamsTest, TimeRoutedAliasUpdateProcessorTest]
[junit4] Completed [159/776 (1!)] on J1 in 35.73s, 2 tests, 1 error <<< FAILURES!
[...truncated 5245 lines...]
[junit4] Suite: org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.legacy.facet.LegacyRangeFacetCloudTest_F1A69C5DC366A016-001/init-core-data-001
[junit4] 2> Feb 14, 2018 7:16:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 14, 2018 7:16:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest:
[junit4] 2> 1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Feb 14, 2018 7:16:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] 2> Feb 14, 2018 7:16:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {string_sd=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{long_ld=DocValuesFormat(name=Lucene70), date_dtd=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), string_sd=DocValuesFormat(name=Lucene70), int_id=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), double_dd=DocValuesFormat(name=Direct), float_fd=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=106, maxMBSortInHeap=5.194489249271809, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3763ebae), locale=sr-BA, timezone=America/Argentina/Rio_Gallegos
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=71458928,total=156237824
[junit4] 2> NOTE: All tests run in this JVM: [CastingStringValueTest, LegacyAbstractAnalyticsFacetTest, BottomFunctionTest, FillMissingFunctionTest, ExpressionFactoryTest, LegacyNoFacetTest, CastingDateValueTest, StringCastFunctionTest, LegacyFieldFacetCloudTest, LegacyFieldFacetExtrasTest, EqualFunctionTest, ConcatFunctionTest, CastingFloatValueTest, CastingDoubleValueTest, TopFunctionTest, LegacyRangeFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyRangeFacetCloudTest -Dtests.seed=F1A69C5DC366A016 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=America/Argentina/Rio_Gallegos -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | LegacyRangeFacetCloudTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest:
[junit4] > 1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)
[junit4] Completed [74/78 (1!)] on J0 in 61.17s, 3 tests, 2 errors <<< FAILURES!
[...truncated 37979 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4439 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4439/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([95638DDC23D89544:1D5E04A3191874E9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([95638DDC23D89544:919D24CE191217DE]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12785 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 862393 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/init-core-data-001
[junit4] 2> 862393 WARN (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 862393 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 862394 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 862394 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001
[junit4] 2> 862394 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 862395 INFO (Thread-1561) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 862395 INFO (Thread-1561) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 862398 ERROR (Thread-1561) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 862498 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52722
[junit4] 2> 862506 INFO (zkConnectionManagerCallback-2707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862510 INFO (jetty-launcher-2704-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 862510 INFO (jetty-launcher-2704-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ba37573{/solr,null,AVAILABLE}
[junit4] 2> 862513 INFO (jetty-launcher-2704-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d8dcc65{/solr,null,AVAILABLE}
[junit4] 2> 862515 INFO (jetty-launcher-2704-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ad0cba8{HTTP/1.1,[http/1.1]}{127.0.0.1:52725}
[junit4] 2> 862515 INFO (jetty-launcher-2704-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46289cd7{HTTP/1.1,[http/1.1]}{127.0.0.1:52724}
[junit4] 2> 862515 INFO (jetty-launcher-2704-thread-1) [ ] o.e.j.s.Server Started @864680ms
[junit4] 2> 862515 INFO (jetty-launcher-2704-thread-2) [ ] o.e.j.s.Server Started @864680ms
[junit4] 2> 862515 INFO (jetty-launcher-2704-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52725}
[junit4] 2> 862515 INFO (jetty-launcher-2704-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52724}
[junit4] 2> 862516 ERROR (jetty-launcher-2704-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 862516 ERROR (jetty-launcher-2704-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T07:43:12.558251Z
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 862516 INFO (jetty-launcher-2704-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T07:43:12.558308Z
[junit4] 2> 862518 INFO (zkConnectionManagerCallback-2709-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862518 INFO (zkConnectionManagerCallback-2711-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862518 INFO (jetty-launcher-2704-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 862518 INFO (jetty-launcher-2704-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 862525 INFO (jetty-launcher-2704-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
[junit4] 2> 862525 INFO (jetty-launcher-2704-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
[junit4] 2> 862527 INFO (zkConnectionManagerCallback-2717-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862528 INFO (zkConnectionManagerCallback-2719-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862531 INFO (zkConnectionManagerCallback-2721-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862531 INFO (zkConnectionManagerCallback-2723-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862689 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 862690 INFO (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 862690 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52724_solr
[junit4] 2> 862692 INFO (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52725_solr
[junit4] 2> 862692 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.Overseer Overseer (id=72057758608916486-127.0.0.1:52724_solr-n_0000000000) starting
[junit4] 2> 862694 INFO (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 862694 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 862713 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 862714 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 862715 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:52725_solr]
[junit4] 2> 862715 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 862715 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 862716 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52724_solr
[junit4] 2> 862728 INFO (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 862728 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 862729 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 862730 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 862730 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 862753 INFO (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52725.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862762 INFO (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52725.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862762 INFO (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52725.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862763 INFO (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node1/.
[junit4] 2> 862768 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52724.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862775 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52724.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862775 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52724.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862776 INFO (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node2/.
[junit4] 2> 862794 INFO (zkConnectionManagerCallback-2729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862798 INFO (zkConnectionManagerCallback-2733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862800 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 862802 INFO (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52722/solr ready
[junit4] 2> 862820 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 862821 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 862822 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 862822 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 862825 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 862825 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 862826 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 862832 INFO (qtp1436106451-10116) [n:127.0.0.1:52724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 862835 INFO (qtp1271985626-10109) [n:127.0.0.1:52725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 862835 DEBUG (qtp1436106451-10108) [n:127.0.0.1:52724_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 862836 INFO (qtp1436106451-10108) [n:127.0.0.1:52724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 862837 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 862837 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52724_solr]
[junit4] 2> 862837 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 862838 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 862840 INFO (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 862841 INFO (qtp1436106451-10113) [n:127.0.0.1:52724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 862841 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 862842 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 862842 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 862842 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 862852 INFO (qtp1436106451-10113) [n:127.0.0.1:52724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 862853 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 862854 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 862854 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 862854 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 862854 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7037e5c9{/solr,null,AVAILABLE}
[junit4] 2> 862855 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56b8ff39{HTTP/1.1,[http/1.1]}{127.0.0.1:52737}
[junit4] 2> 862855 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.Server Started @865019ms
[junit4] 2> 862855 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52737}
[junit4] 2> 862855 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 862855 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 862855 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 862855 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 862855 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T07:43:12.897595Z
[junit4] 2> 862857 INFO (zkConnectionManagerCallback-2735-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862858 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 862865 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
[junit4] 2> 862866 INFO (zkConnectionManagerCallback-2739-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862870 INFO (zkConnectionManagerCallback-2741-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 862882 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 862886 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 862889 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52737_solr
[junit4] 2> 862894 INFO (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 862894 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 862896 INFO (zkCallback-2732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 862897 INFO (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 862937 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862946 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862946 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 862948 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node3/.
[junit4] 2> 863848 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 863848 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 863848 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52737_solr at time 2512605899179
[junit4] 2> 864849 INFO (OverseerCollectionConfigSetProcessor-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 864850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 864850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 865850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 865850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 866851 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 866851 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 867857 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 867857 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 868860 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 868860 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 869861 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 869861 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 870883 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 870883 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 871891 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 871891 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 872893 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 872893 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 873895 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 874940 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 874940 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:52737_solr] added at times [2512605899179], now=2523698184364
[junit4] 2> 874940 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"24902fb69abTehrci8niumpkubiluqk8zffci",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":2512605899179,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2512605899179],
[junit4] 2> "nodeNames":["127.0.0.1:52737_solr"]}}
[junit4] 2> 874941 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
[junit4] 2> 874944 INFO (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 874946 DEBUG (AutoscalingActionExecutor-3867-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"24902fb69abTehrci8niumpkubiluqk8zffci",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":2512605899179,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2512605899179],
[junit4] 2> "_enqueue_time_":2523699110660,
[junit4] 2> "nodeNames":["127.0.0.1:52737_solr"]}}
[junit4] 2> 874948 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 874951 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 874951 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 874951 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 874951 DEBUG (AutoscalingActionExecutor-3867-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 874951 DEBUG (AutoscalingActionExecutor-3867-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 5 ms for event id=24902fb69abTehrci8niumpkubiluqk8zffci
[junit4] 2> 874952 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f3a4d39{/solr,null,AVAILABLE}
[junit4] 2> 874952 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@441e8476{HTTP/1.1,[http/1.1]}{127.0.0.1:52753}
[junit4] 2> 874952 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.Server Started @877117ms
[junit4] 2> 874952 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52753}
[junit4] 2> 874952 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 874953 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 874953 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 874953 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 874953 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T07:43:24.995250Z
[junit4] 2> 874955 INFO (zkConnectionManagerCallback-2745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 874956 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 874964 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
[junit4] 2> 874966 INFO (zkConnectionManagerCallback-2749-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 874970 INFO (zkConnectionManagerCallback-2751-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 874986 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 874990 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 874993 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52753_solr
[junit4] 2> 874997 INFO (zkCallback-2732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 874997 INFO (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 874998 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 874998 INFO (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 875000 INFO (zkCallback-2750-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 875069 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52753.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 875085 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52753.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 875085 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52753.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 875087 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node4/.
[junit4] 2> 879962 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 879962 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 879962 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52753_solr at time 2528719599035
[junit4] 2> 880982 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 880982 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 881990 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 881990 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 883001 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 883001 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 884003 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 884003 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 885011 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 885011 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 885183 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@46289cd7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 885184 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1420538693
[junit4] 2> 885184 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 885184 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28848fca: rootName = solr_52724, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2207f34a
[junit4] 2> 885191 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 885191 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c274cdb: rootName = solr_52724, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@15ec7904
[junit4] 2> 885197 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 885198 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@467167e: rootName = solr_52724, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@8985b4a
[junit4] 2> 885206 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52724_solr
[junit4] 2> 885210 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 885210 INFO (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 885211 INFO (zkCallback-2732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 885211 INFO (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 885211 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 885213 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.Overseer Overseer (id=72057758608916486-127.0.0.1:52724_solr-n_0000000000) closing
[junit4] 2> 885213 INFO (zkCallback-2750-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 885214 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 885214 INFO (OverseerStateUpdate-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52724_solr
[junit4] 2> 885215 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 885216 WARN (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 885224 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ba37573{/solr,null,UNAVAILABLE}
[junit4] 2> 885224 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52725_solr
[junit4] 2> 885226 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 885232 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.Overseer Overseer (id=72057758608916485-127.0.0.1:52725_solr-n_0000000001) starting
[junit4] 2> 885255 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 885257 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
[junit4] 2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
[junit4] 2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 885259 INFO (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 885260 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:52753_solr
[junit4] 2> 885264 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 885264 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 885267 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 885268 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 886293 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 886293 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 886293 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 887297 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 887297 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 887297 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 888302 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 888302 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 888302 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 889305 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 889305 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 889305 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 890309 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 890309 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 890310 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 890310 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:52753_solr] added at times [2528719599035], now=2539067538678
[junit4] 2> 890311 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"24cc36ef5bbTehrci8niumpkubiluqk8zffck",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":2528719599035,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2528719599035],
[junit4] 2> "nodeNames":["127.0.0.1:52753_solr"]}}
[junit4] 2> 890313 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
[junit4] 2> 890322 INFO (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 890326 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"24cc36ef5bbTehrci8niumpkubiluqk8zffck",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":2528719599035,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2528719599035],
[junit4] 2> "_enqueue_time_":2539071284708,
[junit4] 2> "nodeNames":["127.0.0.1:52753_solr"]}}
[junit4] 2> 890327 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 890346 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 890348 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 890348 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 22 ms for event id=24cc36ef5bbTehrci8niumpkubiluqk8zffck
[junit4] 2> 890410 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 890412 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 890413 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 890413 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 890417 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 890417 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 890419 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 890456 INFO (qtp1271985626-10118) [n:127.0.0.1:52725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
[junit4] 2> 890461 INFO (qtp1333418337-10177) [n:127.0.0.1:52737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 890466 INFO (qtp986121250-10199) [n:127.0.0.1:52753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 890466 DEBUG (qtp1333418337-10173) [n:127.0.0.1:52737_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 890467 INFO (qtp1333418337-10173) [n:127.0.0.1:52737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 890469 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 890471 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
[junit4] 2> 890471 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 890471 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 890474 INFO (qtp1271985626-10120) [n:127.0.0.1:52725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 890478 INFO (qtp986121250-10203) [n:127.0.0.1:52753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 890482 INFO (qtp1333418337-10177) [n:127.0.0.1:52737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 890490 DEBUG (qtp1271985626-10118) [n:127.0.0.1:52725_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 890491 INFO (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 890492 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 890493 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 890494 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 890494 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 890494 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
[junit4] 2> 890494 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 890494 INFO (qtp1271985626-10118) [n:127.0.0.1:52725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 890495 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
[junit4] 2> 890495 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 890495 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 6
[junit4] 2> 890495 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 890498 INFO (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 890499 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 890499 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 890499 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 890499 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 890509 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 890512 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 890512 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 890512 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 890513 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d28522c{/solr,null,AVAILABLE}
[junit4] 2> 890515 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6092a0c2{HTTP/1.1,[http/1.1]}{127.0.0.1:52797}
[junit4] 2> 890515 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.e.j.s.Server Started @892680ms
[junit4] 2> 890515 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52797}
[junit4] 2> 890516 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890517 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 890517 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890517 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 890518 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T07:43:40.560082Z
[junit4] 2> 890524 INFO (zkConnectionManagerCallback-2755-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 890526 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890577 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
[junit4] 2> 890579 INFO (zkConnectionManagerCallback-2759-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 890585 INFO (zkConnectionManagerCallback-2761-thread-1-processing-n:127.0.0.1:52797_solr) [n:127.0.0.1:52797_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 890600 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 890605 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890609 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52797_solr
[junit4] 2> 890611 INFO (zkCallback-2732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890611 INFO (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890612 INFO (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890612 INFO (zkCallback-2750-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890612 INFO (zkCallback-2760-thread-1-processing-n:127.0.0.1:52797_solr) [n:127.0.0.1:52797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890699 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 890714 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 890714 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
[junit4] 2> 890725 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node5/.
[junit4] 2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52797_solr at time 2540253197567
[junit4] 2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:52797_solr] added at times [2540253197567], now=2540253251459
[junit4] 2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"24f72e3b4ffTehrci8niumpkubiluqk8zffcm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":2540253197567,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2540253197567],
[junit4] 2> "nodeNames":["127.0.0.1:52797_solr"]}}
[junit4] 2> 891496 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 891496 INFO (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 891497 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"24f72e3b4ffTehrci8niumpkubiluqk8zffcm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":2540253197567,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2540253197567],
[junit4] 2> "_enqueue_time_":2540253465390,
[junit4] 2> "nodeNames":["127.0.0.1:52797_solr"]}}
[junit4] 2> 891497 INFO (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 891499 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 891499 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 891499 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=24f72e3b4ffTehrci8niumpkubiluqk8zffcm
[junit4] 2> 896506 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 896507 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52797_solr at time 2545265064131
[junit4] 2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:52797_solr] added at times [2545265064131], now=2545265131339
[junit4] 2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2509d9eb8c3Tehrci8niumpkubiluqk8zffco",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":2545265064131,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2545265064131],
[junit4] 2> "nodeNames":["127.0.0.1:52797_solr"]}}
[junit4] 2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 896509 INFO (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 896509 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2509d9eb8c3Tehrci8niumpkubiluqk8zffco",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":2545265064131,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2545265064131],
[junit4] 2> "_enqueue_time_":2545265321299,
[junit4] 2> "nodeNames":["127.0.0.1:52797_solr"]}}
[junit4] 2> 896509 INFO (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518594221539000000 current time = 1518594226551000000
[junit4] 2> real diff: 5012000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 896509 INFO (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 896513 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 896513 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 896513 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=2509d9eb8c3Tehrci8niumpkubiluqk8zffco
[junit4] 2> 896516 INFO (qtp1271985626-10112) [n:127.0.0.1:52725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 896520 INFO (qtp1333418337-10177) [n:127.0.0.1:52737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 896524 INFO (qtp986121250-10201) [n:127.0.0.1:52753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 896573 INFO (qtp1551823109-10234) [n:127.0.0.1:52797_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=44
[junit4] 2> 896573 DEBUG (qtp1333418337-10175) [n:127.0.0.1:52737_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 896574 INFO (qtp1333418337-10175) [n:127.0.0.1:52737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=61
[junit4] 2> 896576 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 896576 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr, 127.0.0.1:52797_solr]
[junit4] 2> 896576 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 896579 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr, 127.0.0.1:52797_solr]
[junit4] 2> 896581 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr, 127.0.0.1:52797_solr]
[junit4] 2> 896581 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 896581 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 896583 INFO (qtp1271985626-10112) [n:127.0.0.1:52725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 896591 INFO (qtp1333418337-10178) [n:127.0.0.1:52737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 896610 INFO (qtp986121250-10205) [n:127.0.0.1:52753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
[...truncated too long message...]
AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 14, 2018 8:15:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
[junit4] 2> 1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Feb 14, 2018 8:15:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] 2> Feb 14, 2018 8:15:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=FSTOrd50, intDefault=PostingsFormat(name=MockRandom), id_i1=FSTOrd50, id=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_i_dv=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1914, maxMBSortInHeap=5.766815098147938, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@12decdaa), locale=rn-BI, timezone=Australia/Lord_Howe
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=115166432,total=501219328
[junit4] 2> NOTE: All tests run in this JVM: [TestDeleteCollectionOnDownNodes, RegexBoostProcessorTest, TestDistributedGrouping, TestFilteredDocIdSet, TestSmileRequest, TestPrepRecovery, TestSlowCompositeReaderWrapper, TestFieldCacheReopen, TestJettySolrRunner, NoCacheHeaderTest, InfixSuggestersTest, TestLMJelinekMercerSimilarityFactory, TestSystemCollAutoCreate, CdcrVersionReplicationTest, TestWordDelimiterFilterFactory, TestSolrCoreParser, ClassificationUpdateProcessorIntegrationTest, TestLocalFSCloudBackupRestore, TestExactSharedStatsCache, DistributedSuggestComponentTest, UtilsToolTest, TestLeaderInitiatedRecoveryThread, TestQuerySenderListener, TestHashPartitioner, TestDynamicLoading, ClusterStateUpdateTest, TestStressLucene, TestManagedSchemaAPI, SystemInfoHandlerTest, TestDocumentBuilder, TestDocSet, CircularListTest, AliasIntegrationTest, ZkShardTermsTest, SolrMetricManagerTest, HdfsCollectionsAPIDistributedZkTest, XsltUpdateRequestHandlerTest, TestSchemaResource, SuggesterTest, QueryParsingTest, TestSizeLimitedDistributedMap, TestExceedMaxTermLength, TestSearcherReuse, TestTlogReplica, TestStressVersions, ExitableDirectoryReaderTest, TestInPlaceUpdatesDistrib, TestRandomFaceting, DefaultValueUpdateProcessorTest, TestClusterStateMutator, LeaderElectionContextKeyTest, TestJsonFacetRefinement, TestFastLRUCache, LegacyCloudClusterPropTest, AsyncCallRequestStatusResponseTest, RecoveryAfterSoftCommitTest, ResponseLogComponentTest, TestSolrQueryParser, CoreMergeIndexesAdminHandlerTest, BasicAuthStandaloneTest, TestUninvertingReader, UpdateLogTest, TestComputePlanAction, OverseerTaskQueueTest, TestSegmentSorting, FullSolrCloudDistribCmdsTest, SecurityConfHandlerTest, ZkStateWriterTest, JsonLoaderTest, TestAuthorizationFramework, SolrCloudReportersTest, HLLUtilTest, AnalyticsMergeStrategyTest, DocValuesMultiTest, PreAnalyzedUpdateProcessorTest, TestSolrConfigHandlerCloud, TestCorePropertiesReload, TestRecoveryHdfs, ExternalFileFieldSortTest, TestPerFieldSimilarityWithDefaultOverride, TestCodecSupport, TestSolrCloudSnapshots, TestSortByMinMaxFunction, IndexBasedSpellCheckerTest, TestCloudPseudoReturnFields, TriggerIntegrationTest, ClusterStateTest, TestSolr4Spatial, TestCollectionAPIs, ShardRoutingTest, ScriptEngineTest, TestDistributedSearch, TestReqParamsAPI, TestDynamicFieldResource, TestLegacyNumericRangeQueryBuilder, TestRTGBase, EchoParamsTest, TestUseDocValuesAsStored, TestAnalyzeInfixSuggestions, TestLuceneIndexBackCompat, TestAddFieldRealTimeGet, TestWriterPerf, HttpPartitionTest, TestSolrCloudWithHadoopAuthPlugin, NumberUtilsTest, TestPayloadCheckQParserPlugin, TestSort, BlockJoinFacetDistribTest, DocValuesTest, DateRangeFieldTest, TestSolrCloudWithSecureImpersonation, TestStressReorder, TestComplexPhraseLeadingWildcard, TestConfigReload, HttpSolrCallGetCoreTest, TestHashQParserPlugin, TimeRoutedAliasUpdateProcessorTest, TestSolrCoreProperties, UUIDUpdateProcessorFallbackTest, TestTrackingShardHandlerFactory, HighlighterConfigTest, TestCollectionsAPIViaSolrCloudCluster, TestLRUStatsCache, MultiThreadedOCPTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.seed=95638DDC23D89544 -Dtests.slow=true -Dtests.locale=rn-BI -Dtests.timezone=Australia/Lord_Howe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | MultiThreadedOCPTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
[junit4] > 1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)
[junit4] Completed [458/776 (2!)] on J1 in 1321.05s, 1 test, 2 errors <<< FAILURES!
[...truncated 42172 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4438 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4438/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([68910BA1AA9C730C:E0C5347B04601EF4]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([68910BA1AA9C730C:56DAF5C10D48C0B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12077 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/init-core-data-001
[junit4] 2> 70693 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 70694 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 70695 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 70696 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 70696 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001
[junit4] 2> 70696 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 70697 INFO (Thread-143) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 70697 INFO (Thread-143) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 70700 ERROR (Thread-143) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 70807 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:62892
[junit4] 2> 70817 INFO (zkConnectionManagerCallback-164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70862 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 70862 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 70862 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 70863 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 70863 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 70863 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 70864 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 70865 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 70865 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 70866 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 70866 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 70866 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 70866 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58206fde{/solr,null,AVAILABLE}
[junit4] 2> 70866 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b319c82{/solr,null,AVAILABLE}
[junit4] 2> 70867 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3be85c98{/solr,null,AVAILABLE}
[junit4] 2> 70884 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53e48459{SSL,[ssl, http/1.1]}{127.0.0.1:62894}
[junit4] 2> 70884 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.Server Started @72854ms
[junit4] 2> 70884 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62894}
[junit4] 2> 70884 ERROR (jetty-launcher-161-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70884 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 70884 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70884 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70884 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T17:49:17.971636Z
[junit4] 2> 70886 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@321ca515{SSL,[ssl, http/1.1]}{127.0.0.1:62895}
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.Server Started @72857ms
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62895}
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18eae8eb{SSL,[ssl, http/1.1]}{127.0.0.1:62896}
[junit4] 2> 70887 ERROR (jetty-launcher-161-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.Server Started @72858ms
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T17:49:17.974504Z
[junit4] 2> 70887 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62896}
[junit4] 2> 70887 ERROR (jetty-launcher-161-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70888 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 70888 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70888 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70888 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T17:49:17.975097Z
[junit4] 2> 70891 INFO (zkConnectionManagerCallback-166-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70891 INFO (zkConnectionManagerCallback-170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70891 INFO (zkConnectionManagerCallback-168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70893 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 70893 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 70893 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 70909 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62892/solr
[junit4] 2> 70909 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62892/solr
[junit4] 2> 70910 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62892/solr
[junit4] 2> 70913 INFO (zkConnectionManagerCallback-177-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70914 INFO (zkConnectionManagerCallback-180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70914 INFO (zkConnectionManagerCallback-182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70919 INFO (zkConnectionManagerCallback-184-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70920 INFO (zkConnectionManagerCallback-186-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70921 INFO (zkConnectionManagerCallback-188-thread-1-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71096 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 71104 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 71104 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62896_solr
[junit4] 2> 71106 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62895_solr
[junit4] 2> 71106 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer Overseer (id=72087072746504199-127.0.0.1:62896_solr-n_0000000000) starting
[junit4] 2> 71110 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 71111 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 71122 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 71124 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 71126 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 71128 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:62895_solr]
[junit4] 2> 71128 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 71128 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 71133 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62896_solr
[junit4] 2> 71135 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:62896_solr"} current state version: 0
[junit4] 2> 71135 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62896_solr
[junit4] 2> 71135 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 71136 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 71136 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 71142 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 71146 DEBUG (ScheduledTrigger-293-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 71153 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 71156 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 71160 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62894_solr
[junit4] 2> 71161 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:62894_solr"} current state version: 0
[junit4] 2> 71161 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62894_solr
[junit4] 2> 71162 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 71162 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 71162 INFO (zkCallback-187-thread-1-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 71203 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62896.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71218 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62896.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71218 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62896.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71222 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62895.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71229 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/.
[junit4] 2> 71241 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62895.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71241 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62895.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71243 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/.
[junit4] 2> 71275 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62894.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71284 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62894.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71284 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62894.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
[junit4] 2> 71285 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/.
[junit4] 2> 71333 INFO (zkConnectionManagerCallback-196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71339 INFO (zkConnectionManagerCallback-200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71341 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 71341 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62892/solr ready
[junit4] 2> 71410 INFO (qtp230493295-717) [n:127.0.0.1:62894_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 71414 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 71415 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 71419 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 71422 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 71425 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 71428 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 71431 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 71435 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 71439 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 71442 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 71446 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 71449 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 71452 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 71455 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 71459 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 71463 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 71466 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 71470 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 71473 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 71477 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 71480 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 71484 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 71488 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 71491 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 71495 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 71498 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 71502 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 71505 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 71508 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 71512 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 71515 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 71519 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 71522 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 71525 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 71529 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 71532 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 71536 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 71539 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 71543 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 71546 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 71549 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 71553 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 71556 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 71559 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 71562 INFO (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 71574 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 71574 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 71574 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 71688 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 71688 INFO (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 71690 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 71690 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 71692 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 71692 INFO (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 71695 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 71695 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 71697 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 71697 INFO (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 71699 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 71699 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 71800 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 71929 INFO (qtp230493295-715) [n:127.0.0.1:62894_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 71929 INFO (qtp230493295-715) [n:127.0.0.1:62894_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 71939 INFO (qtp1581042578-724) [n:127.0.0.1:62896_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 71940 INFO (qtp1581042578-724) [n:127.0.0.1:62896_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 71940 INFO (qtp361483103-710) [n:127.0.0.1:62895_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 71941 INFO (qtp361483103-710) [n:127.0.0.1:62895_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "node_name":"127.0.0.1:62894_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "node_name":"127.0.0.1:62894_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:62894/solr","node_name":"127.0.0.1:62894_solr","state":"down","type":"NRT"}
[junit4] 2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "node_name":"127.0.0.1:62894_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "node_name":"127.0.0.1:62896_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "node_name":"127.0.0.1:62896_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:62896/solr","node_name":"127.0.0.1:62896_solr","state":"down","type":"NRT"}
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "node_name":"127.0.0.1:62894_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "node_name":"127.0.0.1:62896_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "node_name":"127.0.0.1:62895_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "node_name":"127.0.0.1:62895_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:62895/solr","node_name":"127.0.0.1:62895_solr","state":"down","type":"NRT"}
[junit4] 2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:62894/solr",
[junit4] 2> "node_name":"127.0.0.1:62894_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:62896/solr",
[junit4] 2> "node_name":"127.0.0.1:62896_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:62895/solr",
[junit4] 2> "node_name":"127.0.0.1:62895_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 72056 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 72057 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 72057 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 72057 INFO (zkCallback-187-thread-1-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 72057 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 72057 INFO (zkCallback-183-thread-2-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 72058 INFO (zkCallback-187-thread-2-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 72151 DEBUG (ScheduledTrigger-293-thread-1) [n:127.0.0.1:62896_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 72965 INFO (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 72966 INFO (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 72967 INFO (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 72967 INFO (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 72967 INFO (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 72967 INFO (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 72968 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 72968 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 72968 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 72968 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 72968 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 72969 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 72978 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 72978 WARN (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 72979 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 72982 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 72983 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 72983 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 72983 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 72983 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 72983 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 72984 WARN (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 72984 INFO (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 72988 INFO (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 72979 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 72997 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 72998 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 72998 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 72998 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 72998 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 72998 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 72998 WARN (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 73003 INFO (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73014 INFO (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] Schema name=default-config
[junit4] 2> 73022 INFO (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] Schema name=default-config
[junit4] 2> 73055 INFO (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] Schema name=default-config
[junit4] 2> 73160 DEBUG (ScheduledTrigger-293-thread-2) [n:127.0.0.1:62896_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 73305 INFO (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema
[...truncated too long message...]
eplacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard3.leader, tag=256027979
[junit4] 2> 418132 INFO (coreCloseExecutor-1713-thread-2) [n:127.0.0.1:64089_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll_notarget.shard4.replica_n14, tag=1478515996
[junit4] 2> 418132 INFO (coreCloseExecutor-1713-thread-2) [n:127.0.0.1:64089_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6968e887: rootName = solr_64089, domain = solr.core.replacenodetest_coll_notarget.shard4.replica_n14, service url = null, agent id = null] for registry solr.core.replacenodetest_coll_notarget.shard4.replica_n14 / com.codahale.metrics.MetricRegistry@52e3688e
[junit4] 2> 418133 INFO (coreCloseExecutor-1714-thread-1) [n:127.0.0.1:64094_solr c:replacenodetest_coll_notarget s:shard1 r:core_node22 x:replacenodetest_coll_notarget_shard1_replica_n21] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard1.leader, tag=733388196
[junit4] 2> 418137 INFO (jetty-closer-743-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6266a9c7{/solr,null,UNAVAILABLE}
[junit4] 2> 418138 INFO (jetty-closer-743-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 418139 INFO (coreCloseExecutor-1715-thread-1) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard5.leader, tag=9644945
[junit4] 2> 418139 INFO (coreCloseExecutor-1715-thread-2) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll_notarget.shard2.replica_n4, tag=1557252233
[junit4] 2> 418139 INFO (coreCloseExecutor-1715-thread-2) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@368b0574: rootName = solr_64093, domain = solr.core.replacenodetest_coll_notarget.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.replacenodetest_coll_notarget.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@694169dc
[junit4] 2> 418329 INFO (coreCloseExecutor-1710-thread-2) [n:127.0.0.1:64088_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard3.leader, tag=1611647604
[junit4] 2> 418331 INFO (jetty-closer-743-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3bcc67de{/solr,null,UNAVAILABLE}
[junit4] 2> 418332 INFO (jetty-closer-743-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 418334 INFO (coreCloseExecutor-1712-thread-2) [n:127.0.0.1:64090_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard2.leader, tag=2052328026
[junit4] 2> 418335 INFO (coreCloseExecutor-1713-thread-2) [n:127.0.0.1:64089_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard4.leader, tag=1478515996
[junit4] 2> 418335 INFO (coreCloseExecutor-1715-thread-2) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard2.leader, tag=1557252233
[junit4] 2> 418338 INFO (jetty-closer-743-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@498e542{/solr,null,UNAVAILABLE}
[junit4] 2> 418338 INFO (jetty-closer-743-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 418343 INFO (jetty-closer-743-thread-3) [ ] o.a.s.c.Overseer Overseer (id=72087094994075665-127.0.0.1:64093_solr-n_0000000000) closing
[junit4] 2> 418343 INFO (OverseerStateUpdate-72087094994075665-127.0.0.1:64093_solr-n_0000000000) [n:127.0.0.1:64093_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64093_solr
[junit4] 2> 418343 INFO (jetty-closer-743-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35056f3a{/solr,null,UNAVAILABLE}
[junit4] 2> 418344 INFO (jetty-closer-743-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 418344 WARN (OverseerAutoScalingTriggerThread-72087094994075665-127.0.0.1:64093_solr-n_0000000000) [n:127.0.0.1:64093_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 418347 INFO (jetty-closer-743-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ef98e83{/solr,null,UNAVAILABLE}
[junit4] 2> 418347 INFO (jetty-closer-743-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 418348 ERROR (SUITE-ReplaceNodeNoTargetTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 418348 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[68910BA1AA9C730C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64085 64085
[junit4] 2> 418357 INFO (Thread-813) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64085 64085
[junit4] 2> 418447 WARN (Thread-813) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/replacenodetest_coll_notarget/terms/shard1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard2
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard4
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard3
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard5
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 123 /solr/collections/replacenodetest_coll_notarget/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/72087094994075662-127.0.0.1:64089_solr-n_0000000002
[junit4] 2> 2 /solr/collections/replacenodetest_coll_notarget/leader_elect/shard1/election/72087094994075661-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72087094994075665-127.0.0.1:64093_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_68910BA1AA9C730C-001
[junit4] 2> Feb 13, 2018 5:55:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=858, blockSize=140), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=140)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@44de73aa), locale=ta-IN, timezone=GB-Eire
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=91706776,total=291610624
[junit4] 2> NOTE: All tests run in this JVM: [TestDocSet, DistributedQueryComponentCustomSortTest, TestSortByMinMaxFunction, MoveReplicaHDFSTest, AnalyticsMergeStrategyTest, TestDeleteCollectionOnDownNodes, TestSolrConfigHandler, SolrJmxReporterTest, RegexBoostProcessorTest, CollectionStateFormat2Test, TestDistributedSearch, TestCloudPseudoReturnFields, TestStressReorder, PreAnalyzedFieldTest, TestUseDocValuesAsStored, V2StandaloneTest, TestRequestForwarding, TestLuceneMatchVersion, AutoAddReplicasPlanActionTest, MetricUtilsTest, VMParamsZkACLAndCredentialsProvidersTest, BasicAuthStandaloneTest, TestWordDelimiterFilterFactory, ShowFileRequestHandlerTest, ReplicationFactorTest, MetricsHandlerTest, TestBadConfig, TestJsonRequest, TestRuleBasedAuthorizationPlugin, TestFastLRUCache, DistributedDebugComponentTest, TestExceedMaxTermLength, RuleEngineTest, TestJsonFacetRefinement, DocValuesTest, TestSolrCoreProperties, TriggerIntegrationTest, TestLegacyNumericUtils, TestLeaderElectionWithEmptyReplica, RequestHandlersTest, ReplaceNodeNoTargetTest]
[junit4] Completed [93/776 (2!)] on J1 in 9.17s, 1 test, 1 failure <<< FAILURES!
[...truncated 43441 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4437 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4437/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteNodeTest: 1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteNodeTest:
1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)
Build Log:
[...truncated 13732 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteNodeTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/init-core-data-001
[junit4] 2> 3002892 WARN (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 3002892 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3002893 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3002894 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3002894 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001
[junit4] 2> 3002894 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3002895 INFO (Thread-4276) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3002895 INFO (Thread-4276) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3002898 ERROR (Thread-4276) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3003005 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49818
[junit4] 2> 3003019 INFO (zkConnectionManagerCallback-6818-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003024 INFO (jetty-launcher-6815-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3003024 INFO (jetty-launcher-6815-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3003024 INFO (jetty-launcher-6815-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3003025 INFO (jetty-launcher-6815-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3003025 INFO (jetty-launcher-6815-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3003027 INFO (jetty-launcher-6815-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3003027 INFO (jetty-launcher-6815-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3003027 INFO (jetty-launcher-6815-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3003028 INFO (jetty-launcher-6815-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7520c1e4{/solr,null,AVAILABLE}
[junit4] 2> 3003029 INFO (jetty-launcher-6815-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3003030 INFO (jetty-launcher-6815-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2782b107{HTTP/1.1,[http/1.1]}{127.0.0.1:49820}
[junit4] 2> 3003030 INFO (jetty-launcher-6815-thread-3) [ ] o.e.j.s.Server Started @3005056ms
[junit4] 2> 3003030 INFO (jetty-launcher-6815-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49820}
[junit4] 2> 3003030 ERROR (jetty-launcher-6815-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3003031 INFO (jetty-launcher-6815-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3003031 INFO (jetty-launcher-6815-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3003031 INFO (jetty-launcher-6815-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3003031 INFO (jetty-launcher-6815-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T06:52:25.852224Z
[junit4] 2> 3003031 INFO (jetty-launcher-6815-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3003031 INFO (jetty-launcher-6815-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3003031 INFO (jetty-launcher-6815-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3003033 INFO (jetty-launcher-6815-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3003033 INFO (jetty-launcher-6815-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3003034 INFO (jetty-launcher-6815-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3003034 INFO (jetty-launcher-6815-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62ca6714{/solr,null,AVAILABLE}
[junit4] 2> 3003034 INFO (jetty-launcher-6815-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d7630aa{/solr,null,AVAILABLE}
[junit4] 2> 3003034 INFO (jetty-launcher-6815-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@529363dd{HTTP/1.1,[http/1.1]}{127.0.0.1:49822}
[junit4] 2> 3003034 INFO (jetty-launcher-6815-thread-5) [ ] o.e.j.s.Server Started @3005060ms
[junit4] 2> 3003034 INFO (jetty-launcher-6815-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49822}
[junit4] 2> 3003034 ERROR (jetty-launcher-6815-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3003034 INFO (jetty-launcher-6815-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@292c628f{HTTP/1.1,[http/1.1]}{127.0.0.1:49823}
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-2) [ ] o.e.j.s.Server Started @3005060ms
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49823}
[junit4] 2> 3003035 ERROR (jetty-launcher-6815-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T06:52:25.856780Z
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3003035 INFO (jetty-launcher-6815-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T06:52:25.856950Z
[junit4] 2> 3003036 INFO (jetty-launcher-6815-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3003036 INFO (jetty-launcher-6815-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3003036 INFO (jetty-launcher-6815-thread-6) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3003037 INFO (jetty-launcher-6815-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bffffe2{/solr,null,AVAILABLE}
[junit4] 2> 3003037 INFO (jetty-launcher-6815-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a74d64d{HTTP/1.1,[http/1.1]}{127.0.0.1:49824}
[junit4] 2> 3003037 INFO (jetty-launcher-6815-thread-6) [ ] o.e.j.s.Server Started @3005063ms
[junit4] 2> 3003037 INFO (jetty-launcher-6815-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49824}
[junit4] 2> 3003038 ERROR (jetty-launcher-6815-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3003038 INFO (jetty-launcher-6815-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3003038 INFO (jetty-launcher-6815-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3003038 INFO (jetty-launcher-6815-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3003038 INFO (jetty-launcher-6815-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T06:52:25.859421Z
[junit4] 2> 3003038 INFO (zkConnectionManagerCallback-6820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003039 INFO (jetty-launcher-6815-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3003039 INFO (jetty-launcher-6815-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3003039 INFO (jetty-launcher-6815-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3003039 INFO (jetty-launcher-6815-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57d415c0{/solr,null,AVAILABLE}
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46245f10{HTTP/1.1,[http/1.1]}{127.0.0.1:49825}
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-1) [ ] o.e.j.s.Server Started @3005065ms
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49825}
[junit4] 2> 3003040 ERROR (jetty-launcher-6815-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3003040 INFO (jetty-launcher-6815-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T06:52:25.861957Z
[junit4] 2> 3003053 INFO (jetty-launcher-6815-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3003053 INFO (jetty-launcher-6815-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3003053 INFO (jetty-launcher-6815-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3003053 INFO (zkConnectionManagerCallback-6826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003054 INFO (zkConnectionManagerCallback-6822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003054 INFO (zkConnectionManagerCallback-6824-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003055 INFO (jetty-launcher-6815-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3003055 INFO (jetty-launcher-6815-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3003056 INFO (jetty-launcher-6815-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3003056 INFO (jetty-launcher-6815-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2246a7f2{/solr,null,AVAILABLE}
[junit4] 2> 3003056 INFO (jetty-launcher-6815-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@154e3d55{HTTP/1.1,[http/1.1]}{127.0.0.1:49830}
[junit4] 2> 3003056 INFO (jetty-launcher-6815-thread-4) [ ] o.e.j.s.Server Started @3005082ms
[junit4] 2> 3003056 INFO (jetty-launcher-6815-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49830}
[junit4] 2> 3003056 ERROR (jetty-launcher-6815-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3003058 INFO (jetty-launcher-6815-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3003058 INFO (jetty-launcher-6815-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3003058 INFO (jetty-launcher-6815-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3003058 INFO (jetty-launcher-6815-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T06:52:25.879729Z
[junit4] 2> 3003059 INFO (jetty-launcher-6815-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
[junit4] 2> 3003072 INFO (zkConnectionManagerCallback-6828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003074 INFO (jetty-launcher-6815-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3003075 INFO (zkConnectionManagerCallback-6834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003077 INFO (jetty-launcher-6815-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
[junit4] 2> 3003079 INFO (zkConnectionManagerCallback-6831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003080 INFO (zkConnectionManagerCallback-6838-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003081 INFO (jetty-launcher-6815-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3003083 INFO (jetty-launcher-6815-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
[junit4] 2> 3003089 INFO (jetty-launcher-6815-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
[junit4] 2> 3003089 INFO (jetty-launcher-6815-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
[junit4] 2> 3003090 INFO (zkConnectionManagerCallback-6840-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003090 INFO (zkConnectionManagerCallback-6845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003091 INFO (zkConnectionManagerCallback-6851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003092 INFO (zkConnectionManagerCallback-6847-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003092 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018762a8c000a, likely client has closed socket
[junit4] 2> 3003093 INFO (zkConnectionManagerCallback-6854-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003094 INFO (zkConnectionManagerCallback-6856-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003097 INFO (zkConnectionManagerCallback-6858-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003097 INFO (jetty-launcher-6815-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
[junit4] 2> 3003098 INFO (zkConnectionManagerCallback-6860-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003099 INFO (zkConnectionManagerCallback-6864-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003101 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018762a8c0011, likely client has closed socket
[junit4] 2> 3003103 INFO (zkConnectionManagerCallback-6866-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003345 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3003345 INFO (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3003345 INFO (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3003346 INFO (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3003347 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49820_solr
[junit4] 2> 3003348 INFO (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49822_solr
[junit4] 2> 3003348 INFO (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49830_solr
[junit4] 2> 3003349 INFO (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49825_solr
[junit4] 2> 3003350 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.c.Overseer Overseer (id=72084489836953609-127.0.0.1:49820_solr-n_0000000000) starting
[junit4] 2> 3003350 INFO (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3003351 INFO (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3003351 INFO (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3003351 INFO (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3003384 INFO (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3003393 INFO (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3003393 INFO (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3003393 INFO (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3003398 INFO (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003403 INFO (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003418 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49820_solr
[junit4] 2> 3003422 INFO (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3003423 INFO (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3003423 INFO (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3003424 INFO (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3003428 INFO (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003429 INFO (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003433 INFO (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node5/.
[junit4] 2> 3003434 INFO (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003434 INFO (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003434 INFO (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003435 INFO (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/.
[junit4] 2> 3003442 INFO (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003443 INFO (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003457 INFO (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/.
[junit4] 2> 3003471 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003479 INFO (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3003482 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003482 INFO (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3003482 INFO (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3003482 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003483 INFO (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node3/.
[junit4] 2> 3003485 INFO (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49824_solr
[junit4] 2> 3003486 INFO (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3003487 INFO (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3003487 INFO (zkCallback-6846-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3003487 INFO (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3003487 INFO (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3003487 INFO (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3003488 INFO (zkCallback-6855-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3003489 INFO (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49823_solr
[junit4] 2> 3003491 INFO (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3003491 INFO (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3003492 INFO (zkCallback-6846-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3003492 INFO (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3003492 INFO (zkCallback-6855-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3003492 INFO (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3003521 INFO (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003560 INFO (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003563 INFO (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003564 INFO (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003565 INFO (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/.
[junit4] 2> 3003571 INFO (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003572 INFO (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3003573 INFO (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/.
[junit4] 2> 3003730 INFO (zkConnectionManagerCallback-6880-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003734 INFO (zkConnectionManagerCallback-6884-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003736 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3003738 INFO (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49818/solr ready
[junit4] 2> 3003778 INFO (TEST-DeleteNodeTest.test-seed#[BC531D0C1984D8F3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 3003780 INFO (zkConnectionManagerCallback-6886-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3003785 INFO (qtp2025304985-24724) [n:127.0.0.1:49822_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=3&name=deletenodetest_coll&nrtReplicas=1&action=CREATE&numShards=5&tlogReplicas=1&createNodeSet=127.0.0.1:49822_solr,127.0.0.1:49830_solr,127.0.0.1:49824_solr,127.0.0.1:49823_solr,127.0.0.1:49820_solr,127.0.0.1:49825_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3003787 INFO (OverseerThreadFactory-10170-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection deletenodetest_coll
[junit4] 2> 3003901 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletenodetest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49825/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003906 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletenodetest_coll_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49824/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003911 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deletenodetest_coll_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49823/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003917 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deletenodetest_coll_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49830/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003921 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"deletenodetest_coll_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49820/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003926 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"deletenodetest_coll_shard3_replica_t10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49822/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003929 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"deletenodetest_coll_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49825/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003933 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"deletenodetest_coll_shard4_replica_t14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49824/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003937 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"deletenodetest_coll_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49823/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3003941 INFO (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"deletenodetest_coll_shard5_replica_t18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49830/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3004158 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n1&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3004158 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_t10&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3004158 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3004159 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3004159 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_t14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3004159 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3004159 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_t6&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3004160 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3004161 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n8&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3004162 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3004162 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_t18&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3004163 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n12&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3004168 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_t2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3004170 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n4&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3004170 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3004172 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n16&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3004296 INFO (zkCallback-6855-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004296 INFO (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004296 INFO (zkCallback-6846-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004296 INFO (zkCallback-6855-thread-2-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004296 INFO (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004296 INFO (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004296 INFO (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004297 INFO (zkCallback-6865-thread-2-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004298 INFO (zkCallback-6839-thread-2-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004299 INFO (zkCallback-6846-thread-2-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004299 INFO (zkCallback-6859-thread-2-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3004299 INFO (zkCallback-6857-thread-2-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3005193 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005196 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005211 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005214 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005215 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005234 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005236 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 3005237 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_t18] Schema name=cloud-dynamic
[junit4] 2> 3005240 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 3005263 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005263 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n1' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005264 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.core.deletenodetest_coll.shard1.replica_n1' (registry 'solr.core.deletenodetest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005264 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005264 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/deletenodetest_coll_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/./deletenodetest_coll_shard1_replica_n1/data/]
[junit4] 2> 3005267 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005267 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_t18' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005267 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_t2] Schema name=cloud-dynamic
[junit4] 2> 3005267 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.core.deletenodetest_coll.shard5.replica_t18' (registry 'solr.core.deletenodetest_coll.shard5.replica_t18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005267 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005267 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_t18] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/deletenodetest_coll_shard5_replica_t18], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/./deletenodetest_coll_shard5_replica_t18/data/]
[junit4] 2> 3005268 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005268 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n12' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005268 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.core.deletenodetest_coll.shard4.replica_n12' (registry 'solr.core.deletenodetest_coll.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005268 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005269 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/deletenodetest_coll_shard4_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/./deletenodetest_coll_shard4_replica_n12/data/]
[junit4] 2> 3005279 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005279 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_t6] Schema name=cloud-dynamic
[junit4] 2> 3005290 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005290 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005290 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3005306 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 3005306 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 3005306 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 3005330 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005330 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n16' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005330 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005331 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n8' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005331 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005331 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n4' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005332 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_t10] Schema name=cloud-dynamic
[junit4] 2> 3005332 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.core.deletenodetest_coll.shard5.replica_n16' (registry 'solr.core.deletenodetest_coll.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005333 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005333 INFO (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/deletenodetest_coll_shard5_replica_n16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/./deletenodetest_coll_shard5_replica_n16/data/]
[junit4] 2> 3005332 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_t14] Schema name=cloud-dynamic
[junit4] 2> 3005346 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005346 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_t2' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005347 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.core.deletenodetest_coll.shard1.replica_t2' (registry 'solr.core.deletenodetest_coll.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005347 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005347 INFO (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/deletenodetest_coll_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/./deletenodetest_coll_shard1_replica_t2/data/]
[junit4] 2> 3005349 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.core.deletenodetest_coll.shard3.replica_n8' (registry 'solr.core.deletenodetest_coll.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005349 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005349 INFO (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node3/deletenodetest_coll_shard3_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node3/./deletenodetest_coll_shard3_replica_n8/data/]
[junit4] 2> 3005363 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005364 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_t10' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005364 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.core.deletenodetest_coll.shard3.replica_t10' (registry 'solr.core.deletenodetest_coll.shard3.replica_t10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005364 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005364 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_t10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node5/deletenodetest_coll_shard3_replica_t10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node5/./deletenodetest_coll_shard3_replica_t10/data/]
[junit4] 2> 3005366 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.core.deletenodetest_coll.shard2.replica_n4' (registry 'solr.core.deletenodetest_coll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005366 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005366 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005366 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_t14' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005366 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.core.deletenodetest_coll.shard4.replica_t14' (registry 'solr.core.deletenodetest_coll.shard4.replica_t14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005366 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005367 INFO (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/deletenodetest_coll_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/./deletenodetest_coll_shard2_replica_n4/data/]
[junit4] 2> 3005367 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_t14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/deletenodetest_coll_shard4_replica_t14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/./deletenodetest_coll_shard4_replica_t14/data/]
[junit4] 2> 3005368 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3005368 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_t6' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 3005369 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.core.deletenodetest_coll.shard2.replica_t6' (registry 'solr.core.deletenodetest_coll.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
[junit4] 2> 3005369 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3005369 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_t6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/deletenodetest_coll_shard2_replica_t6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/./deletenodetest_coll_shard2_replica_t6/data/]
[junit4] 2> 3005435 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3005435 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3005436 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3005436 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3005442 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3005442 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3005443 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3005443 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3005452 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3005452 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3005454 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3005454 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3005482 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.s.SolrIndexSearcher Opening [Searcher@7837520[deletenodetest_coll_shard5_replica_t18] main]
[junit4] 2> 3005483 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3005484 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3005484 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3005485 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267634959712256
[junit4] 2> 3005485 INFO (searcherExecutor-10181-thread-1-processing-n:127.0.0.1:49830_solr x:deletenodetest_coll_shard5_replica_t18 s:shard5 c:deletenodetest_coll r:core_node20) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_t18] Registered new searcher Searcher@7837520[deletenodetest_coll_shard5_replica_t18] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3005496 INFO (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard5: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3005516 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f1b3e7b[deletenodetest_coll_shard1_replica_n1] main]
[junit4] 2> 3005517 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3005518 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3005518 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3005519 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267634995363840
[junit4] 2> 3005519 INFO (searcherExecutor-10180-thread-1-processing-n:127.0.0.1:49825_solr x:deletenodetest_coll_shard1_replica_n1 s:shard1 c:deletenodetest_coll r:core_node3) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n1] Registered new searcher Searcher@1f1b3e7b[deletenodetest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3005526 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.s.SolrIndexSearcher Opening [Searcher@44173a7a[deletenodetest_coll_shard4_replica_n12] main]
[junit4] 2> 3005528 INFO (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3005528 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3005528 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3005529 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3005529 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267635005849600
[junit4] 2> 3005529 INFO (searcherExecutor-10182-thread-1-processing-n:127.0.0.1:49825_solr x:deletenodetest_coll_shard4_replica_n12 s:shard4 c:deletenodetest_coll r:core_node15) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n12] Registered new searcher Searcher@44173a7a[deletenodetest_coll_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3005538 INFO (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3005571 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3005571 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3005579 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3005579 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3005590 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@18aae44a[deletenodetest_coll_shard2_replica_t6] main]
[junit4] 2> 3005592 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3005592 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3005595 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3005600 INFO (searcherExecutor-10189-thread-1-processing-n:127.0.0.1:49830_solr x:deletenodetest_coll_shard2_replica_t6 s:shard2 c:deletenodetest_coll r:core_node9) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_t6] Registered new searcher Searcher@18aae44a[deletenodetest_coll_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3005600 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267635080298496
[junit4] 2> 3005610 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3005610 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3005613 INFO (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3005614 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3005614 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3005619 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.s.SolrIndexSearcher Opening [Searcher@667eeb02[deletenodetest_coll_shard3_replica_t10] main]
[junit4] 2> 3005621 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3005621 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3005621 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3005622 INFO (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3005624 INFO (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[...truncated too long message...]
java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1382, maxMBSortInHeap=5.31507325097012, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bff1d83), locale=lg, timezone=GB-Eire
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=211856944,total=515375104
[junit4] 2> NOTE: All tests run in this JVM: [TestLocalFSCloudBackupRestore, TestFastLRUCache, TestConfigSetsAPIZkFailure, TestDynamicFieldResource, TestReversedWildcardFilterFactory, HdfsWriteToMultipleCollectionsTest, CoreMergeIndexesAdminHandlerTest, TestQueryWrapperFilter, TestPHPSerializedResponseWriter, TestConfig, TestDefaultStatsCache, CollectionReloadTest, TestSegmentSorting, SuggesterWFSTTest, TestSolrConfigHandler, TestExecutePlanAction, DistributedDebugComponentTest, DebugComponentTest, LeaderFailureAfterFreshStartTest, TestSQLHandler, TestSolrIndexConfig, ConjunctionSolrSpellCheckerTest, TestHighFrequencyDictionaryFactory, SuggesterTest, BadCopyFieldTest, TestSolrCoreProperties, MetricTriggerTest, TestLeaderInitiatedRecoveryThread, RuleEngineTest, DistributedSpellCheckComponentTest, TimeZoneUtilsTest, CleanupOldIndexTest, SpellCheckComponentTest, HdfsSyncSliceTest, SimpleCollectionCreateDeleteTest, TestMiniSolrCloudClusterSSL, UpdateLogTest, SoftAutoCommitTest, RollingRestartTest, HttpPartitionTest, AtomicUpdatesTest, TestTlogReplica, TestDistributedStatsComponentCardinality, TestCodecSupport, UpdateParamsTest, TestHdfsBackupRestoreCore, SolrCmdDistributorTest, TestCollectionAPIs, MetricsHandlerTest, RegexBoostProcessorTest, CollectionsAPIAsyncDistributedZkTest, TestSystemCollAutoCreate, VMParamsZkACLAndCredentialsProvidersTest, TestBulkSchemaConcurrent, RankQueryTest, RegexBytesRefFilterTest, OverseerTest, SmileWriterTest, IndexSchemaTest, TestCopyFieldCollectionResource, TestCoreAdminApis, TermVectorComponentTest, ZkSolrClientTest, TestExactSharedStatsCache, CircularListTest, TestFieldCacheSortRandom, SyncSliceTest, SortByFunctionTest, TestRandomRequestDistribution, TestIndexingPerformance, TestLegacyField, TestFieldTypeResource, MissingSegmentRecoveryTest, ScriptEngineTest, TestObjectReleaseTracker, TestLRUStatsCache, BasicDistributedZk2Test, BlockDirectoryTest, TestRecoveryHdfs, SystemLogListenerTest, TestAddFieldRealTimeGet, BadComponentTest, AnalysisErrorHandlingTest, ResponseLogComponentTest, ClusterStateTest, SuggestComponentContextFilterQueryTest, PrimUtilsTest, DeleteStatusTest, NoCacheHeaderTest, TestCloudPseudoReturnFields, OutOfBoxZkACLAndCredentialsProvidersTest, TestPointFields, BadIndexSchemaTest, TlogReplayBufferedWhileIndexingTest, TestSizeLimitedDistributedMap, HdfsTlogReplayBufferedWhileIndexingTest, ActionThrottleTest, TestRTGBase, TestManagedResource, TestWordDelimiterFilterFactory, HdfsNNFailoverTest, TestComputePlanAction, TestPrepRecovery, BlobRepositoryCloudTest, TestJsonRequest, TestFieldCacheReopen, TestEmbeddedSolrServerConstructors, ComputePlanActionTest, TestTrieFacet, TestCrossCoreJoin, TestSolrConfigHandlerCloud, DocValuesNotIndexedTest, TestShardHandlerFactory, CoreAdminHandlerTest, TestSolrCloudWithSecureImpersonation, TestStandardQParsers, TestExtendedDismaxParser, ChaosMonkeyNothingIsSafeTest, SolrCloudReportersTest, SecurityConfHandlerTest, CloneFieldUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, DistributedQueueTest, TestExceedMaxTermLength, TestAnalyzeInfixSuggestions, HLLUtilTest, DistribDocExpirationUpdateProcessorTest, TestHttpShardHandlerFactory, DistributedFacetPivotLongTailTest, TestConfigOverlay, CurrencyRangeFacetCloudTest, TestDFRSimilarityFactory, ZkStateWriterTest, TestXmlQParserPlugin, TestPullReplicaErrorHandling, SimpleFacetsTest, HdfsChaosMonkeyNothingIsSafeTest, TestConfigSetsAPI, HdfsRecoveryZkTest, WrapperMergePolicyFactoryTest, PreAnalyzedFieldTest, QueryResultKeyTest, TestUninvertingReader, TestFuzzyAnalyzedSuggestions, HttpSolrCallGetCoreTest, DocValuesTest, TestCorePropertiesReload, TestSolrCloudWithHadoopAuthPlugin, TestSchemaVersionResource, TestNoOpRegenerator, DocumentAnalysisRequestHandlerTest, HdfsBasicDistributedZk2Test, NotRequiredUniqueKeyTest, PeerSyncTest, SimpleMLTQParserTest, HdfsCollectionsAPIDistributedZkTest, TestSolrQueryParser, TestNRTOpen, TestComponentsName, TestScoreJoinQPNoScore, IndexBasedSpellCheckerTest, TestGeoJSONResponseWriter, ConcurrentDeleteAndCreateCollectionTest, ShardRoutingTest, TestFastWriter, TestJavabinTupleStreamParser, TestManagedSynonymFilterFactory, TestSolrDeletionPolicy2, TestDistributedSearch, FullHLLTest, TestSubQueryTransformerCrossCore, TestRandomFaceting, DistanceFunctionTest, RecoveryAfterSoftCommitTest, PrimitiveFieldTypeTest, NumberUtilsTest, TestMacros, BaseCdcrDistributedZkTest, TestDeleteCollectionOnDownNodes, QueryParsingTest, SliceStateTest, TestRuleBasedAuthorizationPlugin, TestLRUCache, TestTolerantUpdateProcessorRandomCloud, TestCustomSort, TestDocumentBuilder, TestTrackingShardHandlerFactory, UUIDUpdateProcessorFallbackTest, DistributedFacetPivotSmallTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, ZkControllerTest, TestStressReorder, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, CopyFieldTest, TestStressRecovery, ConcurrentCreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteNodeTest -Dtests.seed=BC531D0C1984D8F3 -Dtests.slow=true -Dtests.locale=lg -Dtests.timezone=GB-Eire -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | DeleteNodeTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteNodeTest:
[junit4] > 1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)
[junit4] Completed [522/776 (1!)] on J1 in 61.04s, 1 test, 2 errors <<< FAILURES!
[...truncated 41916 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4436 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4436/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C8D16B7209EBD003:EEBBD54B12E47F6F]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.search.TestCollapseQParserPlugin.testStringCollapse
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C8D16B7209EBD003:3D595B13C08C7317]:0)
at org.apache.lucene.index.AssertingLeafReader$AssertingSortedDocValues.advanceExact(AssertingLeafReader.java:739)
at org.apache.solr.search.CollapsingQParserPlugin$OrdScoreCollector.collect(CollapsingQParserPlugin.java:563)
at org.apache.lucene.search.MatchAllDocsQuery$1$1.score(MatchAllDocsQuery.java:62)
at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:623)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:417)
at org.apache.solr.search.Grouping.searchWithTimeLimiter(Grouping.java:447)
at org.apache.solr.search.Grouping.execute(Grouping.java:395)
at org.apache.solr.handler.component.QueryComponent.doProcessGroupedSearch(QueryComponent.java:1409)
at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:367)
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:876)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:862)
at org.apache.solr.search.TestCollapseQParserPlugin.testCollapseQueries(TestCollapseQParserPlugin.java:768)
at org.apache.solr.search.TestCollapseQParserPlugin.testStringCollapse(TestCollapseQParserPlugin.java:213)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest: 1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest:
1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([7DEF5525DAACDB61]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([7DEF5525DAACDB61]:0)
Build Log:
[...truncated 1828 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J1-20180212_191036_02310336877569366641169.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J0-20180212_191036_02314705736881933909174.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 287 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20180212_191848_51812944530504273965160.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20180212_191848_51814788200240099882229.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1062 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20180212_192001_66211504234621976623686.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20180212_192001_66214363994847353064214.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 243 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20180212_192221_25818359673049520886232.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20180212_192221_25817387599967883193820.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180212_192231_63413564304261578838115.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180212_192231_6345540425787009577748.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 162 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180212_192300_8052393102087535969059.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180212_192300_80512737649330739208212.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180212_192306_07514951481783048316356.syserr
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180212_192306_07513693283938766400197.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 182 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180212_192309_88114914688048949417622.syserr
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180212_192309_881409110021809087636.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 162 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180212_192318_131926134012407575832.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180212_192318_1318885110267817651639.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 164 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20180212_192326_0832327306574363917896.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20180212_192326_08315050745486603957445.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 175 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/uima/test/temp/junit4-J0-20180212_192330_1915466663682298246595.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 157 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20180212_192342_95111930282381091391470.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 19 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20180212_192342_9511012056978688166870.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1401 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20180212_192412_66914037561162394951480.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20180212_192412_66918245986942388543059.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 254 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J1-20180212_192426_3468525832431917581297.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J0-20180212_192426_345371316650914724075.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 265 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20180212_192449_6501883254835217857964.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20180212_192449_65111509962870197758557.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 234 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J0-20180212_192703_85312329894945925988939.syserr
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J1-20180212_192703_85311352202170257957888.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 176 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20180212_192707_9474187418863119592591.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20180212_192707_9463592627466137186952.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 232 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J0-20180212_192717_16117337612637485938267.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J1-20180212_192717_1649400897260179670931.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 182 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20180212_192810_8827860065050379372325.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20180212_192810_8822715485084579867226.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 255 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20180212_192819_34512387075061870816277.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20180212_192819_34510773107065997717309.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J1-20180212_192840_4624138979263351350043.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J0-20180212_192840_4624575313001236917179.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J0-20180212_192851_7857186676448090380215.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J1-20180212_192851_78513136098733716160995.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 187 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J0-20180212_192858_5407727347766861295331.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J1-20180212_192858_5405592737752424756076.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 304 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J0-20180212_192917_4026145446279550368806.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J1-20180212_192917_4022984101437752364576.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 232 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20180212_192928_8979332778772062641501.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20180212_192928_8977218696971725090843.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 215 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20180212_192939_5028915996241590701619.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20180212_192939_5023303745003492733736.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 225 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20180212_192955_26311501488363203902432.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20180212_192955_2634143846853980982156.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 317 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20180212_193036_1382112375438950393071.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20180212_193036_1381466073402381460549.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 151 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial/test/temp/junit4-J0-20180212_193100_4923225604692181609866.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 186 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20180212_193103_13210059889924918261689.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20180212_193103_132823846498077157627.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 263 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20180212_193121_5902459148310545891792.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20180212_193121_59010664451404836820602.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3842 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/init-core-data-001
[junit4] 2> 3200675 WARN (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 3200675 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3200676 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3200676 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3200676 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001
[junit4] 2> 3200677 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3200677 INFO (Thread-5775) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3200677 INFO (Thread-5775) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3200680 ERROR (Thread-5775) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3200784 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55990
[junit4] 2> 3200793 INFO (zkConnectionManagerCallback-8798-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3200799 INFO (jetty-launcher-8795-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3200799 INFO (jetty-launcher-8795-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3200800 INFO (jetty-launcher-8795-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3200800 INFO (jetty-launcher-8795-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3200800 INFO (jetty-launcher-8795-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3200801 INFO (jetty-launcher-8795-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43ff1f91{/solr,null,AVAILABLE}
[junit4] 2> 3200801 INFO (jetty-launcher-8795-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3200802 INFO (jetty-launcher-8795-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3200802 INFO (jetty-launcher-8795-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3200802 INFO (jetty-launcher-8795-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d9795d3{HTTP/1.1,[http/1.1]}{127.0.0.1:55992}
[junit4] 2> 3200802 INFO (jetty-launcher-8795-thread-2) [ ] o.e.j.s.Server Started @3202719ms
[junit4] 2> 3200802 INFO (jetty-launcher-8795-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7159897c{/solr,null,AVAILABLE}
[junit4] 2> 3200802 INFO (jetty-launcher-8795-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55992}
[junit4] 2> 3200802 ERROR (jetty-launcher-8795-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3200802 INFO (jetty-launcher-8795-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60e744c4{HTTP/1.1,[http/1.1]}{127.0.0.1:55993}
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-1) [ ] o.e.j.s.Server Started @3202719ms
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55993}
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3200803 ERROR (jetty-launcher-8795-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T20:26:05.723547Z
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3200803 INFO (jetty-launcher-8795-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T20:26:05.723914Z
[junit4] 2> 3200805 INFO (zkConnectionManagerCallback-8800-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3200805 INFO (zkConnectionManagerCallback-8802-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3200806 INFO (jetty-launcher-8795-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3200806 INFO (jetty-launcher-8795-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3200812 INFO (jetty-launcher-8795-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
[junit4] 2> 3200812 INFO (jetty-launcher-8795-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
[junit4] 2> 3200814 INFO (zkConnectionManagerCallback-8808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3200814 INFO (zkConnectionManagerCallback-8810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3200817 INFO (zkConnectionManagerCallback-8812-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3200817 INFO (zkConnectionManagerCallback-8814-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3200990 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3200990 INFO (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3200991 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55992_solr
[junit4] 2> 3200992 INFO (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55993_solr
[junit4] 2> 3200993 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.Overseer Overseer (id=72082026985816069-127.0.0.1:55992_solr-n_0000000000) starting
[junit4] 2> 3200994 INFO (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3200995 INFO (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3201006 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3201007 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3201008 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55993_solr]
[junit4] 2> 3201008 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3201008 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3201009 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55992_solr
[junit4] 2> 3201010 INFO (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3201011 INFO (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3201012 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3201012 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3201013 DEBUG (ScheduledTrigger-11495-thread-1) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3201079 INFO (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55993.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201080 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201105 INFO (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55993.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201106 INFO (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55993.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201108 INFO (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node1/.
[junit4] 2> 3201112 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201113 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201120 INFO (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node2/.
[junit4] 2> 3201181 INFO (zkConnectionManagerCallback-8820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3201187 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001638bd2e0007, likely client has closed socket
[junit4] 2> 3201188 INFO (zkConnectionManagerCallback-8824-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3201190 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3201191 INFO (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55990/solr ready
[junit4] 2> 3201214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 3201215 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3201215 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3201215 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3201218 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3201219 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3201219 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3201227 INFO (qtp1242401110-31092) [n:127.0.0.1:55992_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3201235 INFO (qtp1242401110-31092) [n:127.0.0.1:55992_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3201240 INFO (qtp1242401110-31096) [n:127.0.0.1:55992_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3201242 INFO (qtp918619952-31105) [n:127.0.0.1:55993_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3201242 DEBUG (qtp918619952-31100) [n:127.0.0.1:55993_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3201243 INFO (qtp918619952-31100) [n:127.0.0.1:55993_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3201244 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3201245 INFO (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3201246 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:55992_solr, 127.0.0.1:55993_solr]
[junit4] 2> 3201246 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3201246 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3201248 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3201248 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3201250 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3201250 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3201250 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3201250 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aa92b4c{/solr,null,AVAILABLE}
[junit4] 2> 3201251 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6833be9a{HTTP/1.1,[http/1.1]}{127.0.0.1:56006}
[junit4] 2> 3201251 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.Server Started @3203168ms
[junit4] 2> 3201251 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56006}
[junit4] 2> 3201251 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3201252 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3201252 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3201252 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3201252 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T20:26:06.172458Z
[junit4] 2> 3201254 INFO (zkConnectionManagerCallback-8826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3201255 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3201263 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
[junit4] 2> 3201265 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3201265 INFO (zkConnectionManagerCallback-8830-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3201267 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3201267 DEBUG (ScheduledTrigger-11495-thread-1) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3201267 DEBUG (ScheduledTrigger-11495-thread-1) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3201269 INFO (zkConnectionManagerCallback-8832-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3201280 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3201284 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3201288 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56006_solr
[junit4] 2> 3201292 INFO (zkCallback-8831-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3201292 INFO (zkCallback-8823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3201292 INFO (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3201292 INFO (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3201361 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56006.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201378 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56006.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201378 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56006.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3201380 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node3/.
[junit4] 2> 3202279 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3202279 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3202280 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:56006_solr at time 372818798701740
[junit4] 2> 3203234 INFO (OverseerCollectionConfigSetProcessor-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:56006_solr] added at times [372818798701740], now=372819806163838
[junit4] 2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":372818798701740,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[372818798701740],
[junit4] 2> "nodeNames":["127.0.0.1:56006_solr"]}}
[junit4] 2> 3203288 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 3203289 INFO (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3203289 DEBUG (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":372818798701740,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[372818798701740],
[junit4] 2> "_enqueue_time_":372819806892978,
[junit4] 2> "nodeNames":["127.0.0.1:56006_solr"]}}
[junit4] 2> 3203290 INFO (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":372818798701740,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[372818798701740],
[junit4] 2> "_enqueue_time_":372819806892978,
[junit4] 2> "nodeNames":["127.0.0.1:56006_solr"]}}
[junit4] 2> 3203292 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d9795d3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3203292 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=657593265
[junit4] 2> 3203293 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3203293 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b5d71c: rootName = solr_55992, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4d5a33cc
[junit4] 2> 3203307 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3203307 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18376362: rootName = solr_55992, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@382d7df1
[junit4] 2> 3203316 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3203316 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@470217e9: rootName = solr_55992, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@51a2d215
[junit4] 2> 3203332 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55992_solr
[junit4] 2> 3203334 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3203336 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3203336 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.Overseer Overseer (id=72082026985816069-127.0.0.1:55992_solr-n_0000000000) closing
[junit4] 2> 3203337 INFO (OverseerStateUpdate-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55992_solr
[junit4] 2> 3203338 INFO (zkCallback-8831-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3203338 INFO (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3203339 INFO (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3203339 WARN (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3203340 INFO (zkCallback-8823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3203341 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3203345 WARN (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:309)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 3203345 DEBUG (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 55 ms for event id=15313a40fecacT28y56rnjg92k6ce7mkhdlzzea
[junit4] 2> 3203346 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43ff1f91{/solr,null,UNAVAILABLE}
[junit4] 2> 3203350 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3203356 INFO (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55993_solr
[junit4] 2> 3203362 INFO (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.Overseer Overseer (id=72082026985816070-127.0.0.1:55993_solr-n_0000000001) starting
[junit4] 2> 3203374 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3203375 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3203376 INFO (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3203376 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56006_solr, 127.0.0.1:55993_solr]
[junit4] 2> 3203376 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3203377 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56006_solr, 127.0.0.1:55993_solr]
[junit4] 2> 3203377 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3203377 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3203383 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3203384 DEBUG (ScheduledTrigger-11510-thread-1) [n:127.0.0.1:55993_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3203384 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3203387 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":372818798701740,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[372818798701740],
[junit4] 2> "_dequeue_time_":372819905577494,
[junit4] 2> "_enqueue_time_":372819806892978,
[junit4] 2> "nodeNames":["127.0.0.1:56006_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3203395 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 3203395 INFO (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3203396 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":372818798701740,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[372818798701740],
[junit4] 2> "_dequeue_time_":372819905577494,
[junit4] 2> "_enqueue_time_":372819806892978,
[junit4] 2> "nodeNames":["127.0.0.1:56006_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3203396 INFO (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":372818798701740,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[372818798701740],
[junit4] 2> "_dequeue_time_":372819905577494,
[junit4] 2> "_enqueue_time_":372819806892978,
[junit4] 2> "nodeNames":["127.0.0.1:56006_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3203398 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3203399 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3203400 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3203400 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 3203400 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=15313a40fecacT28y56rnjg92k6ce7mkhdlzzea
[junit4] 2> 3208364 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 3208386 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 3208387 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3208388 DEBUG (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3208388 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3208393 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3208393 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3208394 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3208394 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3208396 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3208396 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3208396 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3208396 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6caadada{/solr,null,AVAILABLE}
[junit4] 2> 3208397 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39611312{HTTP/1.1,[http/1.1]}{127.0.0.1:56013}
[junit4] 2> 3208397 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.e.j.s.Server Started @3210313ms
[junit4] 2> 3208397 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56013}
[junit4] 2> 3208397 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3208397 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3208397 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3208397 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3208398 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T20:26:13.318003Z
[junit4] 2> 3208400 INFO (zkConnectionManagerCallback-8836-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3208401 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3208408 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
[junit4] 2> 3208409 INFO (zkConnectionManagerCallback-8840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3208414 INFO (zkConnectionManagerCallback-8842-thread-1-processing-n:127.0.0.1:56013_solr) [n:127.0.0.1:56013_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3208427 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3208432 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3208440 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56013_solr
[junit4] 2> 3208442 INFO (zkCallback-8823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3208442 INFO (zkCallback-8841-thread-1-processing-n:127.0.0.1:56013_solr) [n:127.0.0.1:56013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3208442 INFO (zkCallback-8831-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3208442 INFO (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3208635 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56013.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3208670 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56013.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3208670 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56013.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
[junit4] 2> 3208673 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node4/.
[junit4] 2> 3208726 INFO (zkConnectionManagerCallback-8846-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3208731 INFO (qtp918619952-31103) [n:127.0.0.1:55993_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 32087
[...truncated too long message...]
lr/build/solr-solrj/test/temp/junit4-J0-20180212_203505_73210485053963836117932.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 21 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J1-20180212_203505_7327893333480791724667.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1474 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20180212_203848_65414397219678723188091.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20180212_203848_6549464076970428759531.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 791 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180212_203907_25010916627901410759060.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180212_203907_25015104702877623656290.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 562 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180212_204022_6265014718106584097878.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180212_204022_6265952298128037047951.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1278 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180212_204047_2695362884894466259468.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180212_204047_26912690213223170781380.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 658 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180212_204059_3382095670495867080806.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180212_204059_3394942501136465919879.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 570 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180212_204128_908472885846134298377.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180212_204128_9085707183601078325737.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 570 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180212_204146_78215931967324968075130.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180212_204146_7825584269728609008806.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 664 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180212_204201_529637357585502997712.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180212_204201_52910420974366488894597.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 610 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180212_204237_71714705681936376452355.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180212_204237_7172227369430234351528.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 557 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180212_204257_16118024519614489463370.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32471 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4435
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4435/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections
Error Message:
The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([8E7BBC17670D81CA:B4D559CE596958A4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections(ComputePlanActionTest.java:469)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12540 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/init-core-data-001
[junit4] 2> 1077642 WARN (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1077642 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1077646 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1077646 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1077647 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001
[junit4] 2> 1077647 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1077648 INFO (Thread-1680) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1077648 INFO (Thread-1680) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1077652 ERROR (Thread-1680) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1077757 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51352
[junit4] 2> 1077769 INFO (zkConnectionManagerCallback-2400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1077775 INFO (jetty-launcher-2397-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T06:57:37+09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1077776 INFO (jetty-launcher-2397-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1077776 INFO (jetty-launcher-2397-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1077776 INFO (jetty-launcher-2397-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1077776 INFO (jetty-launcher-2397-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17949134{/solr,null,AVAILABLE}
[junit4] 2> 1077778 INFO (jetty-launcher-2397-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57682d91{HTTP/1.1,[http/1.1]}{127.0.0.1:51354}
[junit4] 2> 1077778 INFO (jetty-launcher-2397-thread-1) [ ] o.e.j.s.Server Started @1086034ms
[junit4] 2> 1077778 INFO (jetty-launcher-2397-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51354}
[junit4] 2> 1077778 ERROR (jetty-launcher-2397-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1077778 INFO (jetty-launcher-2397-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1077778 INFO (jetty-launcher-2397-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1077778 INFO (jetty-launcher-2397-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1077778 INFO (jetty-launcher-2397-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T00:37:06.406Z
[junit4] 2> 1077781 INFO (zkConnectionManagerCallback-2402-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1077781 INFO (jetty-launcher-2397-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1077797 INFO (jetty-launcher-2397-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51352/solr
[junit4] 2> 1077799 INFO (zkConnectionManagerCallback-2406-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1077802 INFO (zkConnectionManagerCallback-2408-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1077996 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1077997 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51354_solr
[junit4] 2> 1077999 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer Overseer (id=72077351691354115-127.0.0.1:51354_solr-n_0000000000) starting
[junit4] 2> 1078011 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1078011 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51354_solr
[junit4] 2> 1078012 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1078013 INFO (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1078013 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1078014 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:51354_solr]
[junit4] 2> 1078014 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1078014 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1078018 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1078018 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1078019 DEBUG (ScheduledTrigger-4063-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1078111 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1078118 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1078118 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1078119 INFO (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/.
[junit4] 2> 1078147 INFO (zkConnectionManagerCallback-2412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1078152 INFO (zkConnectionManagerCallback-2416-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1078154 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1078156 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51352/solr ready
[junit4] 2> 1078171 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
[junit4] 2> 1078172 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1078172 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1078174 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1078175 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1078176 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1078176 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1078201 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1078207 DEBUG (qtp1515177652-10598) [n:127.0.0.1:51354_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1078208 INFO (qtp1515177652-10598) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 1078208 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1078208 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1078208 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1078209 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1078209 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1078211 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1078211 DEBUG (qtp1515177652-10600) [n:127.0.0.1:51354_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1078211 INFO (qtp1515177652-10600) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1078212 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1078212 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1078212 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1078212 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1078213 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1078215 INFO (qtp1515177652-10600) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1078215 DEBUG (qtp1515177652-10603) [n:127.0.0.1:51354_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1078216 INFO (qtp1515177652-10603) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1078216 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1078217 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51354_solr]
[junit4] 2> 1078217 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 1078217 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1078218 INFO (qtp1515177652-10603) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1078218 DEBUG (qtp1515177652-10602) [n:127.0.0.1:51354_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1078219 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1078220 INFO (qtp1515177652-10600) [n:127.0.0.1:51354_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1078220 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1078221 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51354_solr]
[junit4] 2> 1078221 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 1078222 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1078222 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 5
[junit4] 2> 1078222 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1078223 DEBUG (ScheduledTrigger-4063-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1078223 DEBUG (ScheduledTrigger-4063-thread-1) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1078223 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1078223 INFO (OverseerThreadFactory-4065-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeAdded
[junit4] 2> 1078224 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1078224 WARN (OverseerThreadFactory-4065-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1078240 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1078248 INFO (OverseerThreadFactory-4065-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 301478463 sessionWrapper.createTime 301478456655176, this.sessionWrapper.createTime 301478456655176
[junit4] 2> 1078255 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeAdded",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1078255 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
[junit4] 2> 1078256 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeAdded/state.json
[junit4] 2> 1078370 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1078370 INFO (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1078372 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1078372 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1078374 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1078374 INFO (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1078376 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1078376 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1078485 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 0
[junit4] 2> 1078597 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1078597 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1078598 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"down","type":"NRT"}
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"down","type":"NRT"}
[junit4] 2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1078707 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 1
[junit4] 2> 1078707 INFO (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1078707 INFO (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1079235 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1079235 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1079620 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1079620 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1079631 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1079631 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1079635 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1079635 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1079635 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n2' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 1079635 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n1' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 1079637 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.core.testNodeAdded.shard1.replica_n2' (registry 'solr.core.testNodeAdded.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1079637 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.core.testNodeAdded.shard1.replica_n1' (registry 'solr.core.testNodeAdded.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1079637 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1079637 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1079637 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/testNodeAdded_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n2/data/]
[junit4] 2> 1079637 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/testNodeAdded_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n1/data/]
[junit4] 2> 1079713 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1079713 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1079713 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1079713 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1079714 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1079714 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1079715 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1079715 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1079716 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cf50e0b[testNodeAdded_shard1_replica_n1] main]
[junit4] 2> 1079717 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@17ff2dcf[testNodeAdded_shard1_replica_n2] main]
[junit4] 2> 1079718 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1079719 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1079719 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1079719 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1079719 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1079719 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592153424104783872
[junit4] 2> 1079719 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1079720 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592153424105832448
[junit4] 2> 1079721 INFO (searcherExecutor-4069-thread-1-processing-n:127.0.0.1:51354_solr x:testNodeAdded_shard1_replica_n1 s:shard1 c:testNodeAdded r:core_node3) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] Registered new searcher Searcher@7cf50e0b[testNodeAdded_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1079721 INFO (searcherExecutor-4068-thread-1-processing-n:127.0.0.1:51354_solr x:testNodeAdded_shard1_replica_n2 s:shard1 c:testNodeAdded r:core_node4) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] Registered new searcher Searcher@17ff2dcf[testNodeAdded_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1079726 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 1079734 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1079734 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1079734 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51354/solr/testNodeAdded_shard1_replica_n1/
[junit4] 2> 1079734 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"} current state version: 0
[junit4] 2> 1079734 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=http://127.0.0.1:51354/solr START replicas=[http://127.0.0.1:51354/solr/testNodeAdded_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1079736 INFO (qtp1515177652-10603) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.S.Request [testNodeAdded_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1079835 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 2
[junit4] 2> 1079836 INFO (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1079836 INFO (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1080035 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=http://127.0.0.1:51354/solr DONE. We have no versions. sync failed.
[junit4] 2> 1080035 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1080035 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1080035 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1080041 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51354/solr/testNodeAdded_shard1_replica_n1/ shard1
[junit4] 2> 1080043 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1080145 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 3
[junit4] 2> 1080145 INFO (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1080145 INFO (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1080194 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1080197 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1599
[junit4] 2> 1080236 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1080236 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1080303 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 4
[junit4] 2> 1080304 INFO (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1080304 INFO (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT"}
[junit4] 2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1080743 INFO (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2146
[junit4] 2> 1080746 INFO (qtp1515177652-10600) [n:127.0.0.1:51354_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1080849 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 5
[junit4] 2> 1080850 INFO (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1080850 INFO (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1081246 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1081246 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1081756 INFO (qtp1515177652-10600) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3536
[junit4] 2> 1081762 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1081763 INFO (qtp1515177652-10603) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1081771 DEBUG (qtp1515177652-10605) [n:127.0.0.1:51354_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1081771 INFO (qtp1515177652-10605) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1081772 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1081772 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T06:57:37+09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1081773 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51354_solr]
[junit4] 2> 1081773 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 1081773 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1081773 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1081774 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1081774 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1081774 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1081774 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1081774 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74ec3ff2{/solr,null,AVAILABLE}
[junit4] 2> 1081774 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60b3253a{HTTP/1.1,[http/1.1]}{127.0.0.1:51365}
[junit4] 2> 1081775 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.Server Started @1090030ms
[junit4] 2> 1081775 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51365}
[junit4] 2> 1081775 ERROR (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1081775 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1081775 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1081775 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1081775 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T00:37:10.403Z
[junit4] 2> 1081777 INFO (zkConnectionManagerCallback-2419-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1081778 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1081790 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51352/solr
[junit4] 2> 1081792 INFO (zkConnectionManagerCallback-2423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1081795 INFO (zkConnectionManagerCallback-2425-thread-1-processing-n:127.0.0.1:51365_solr) [n:127.0.0.1:51365_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1081805 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1081809 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1081812 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51365_solr
[junit4] 2> 1081813 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51365_solr"} current state version: 0
[junit4] 2> 1081813 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51365_solr
[junit4] 2> 1081815 INFO (zkCallback-2415-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1081815 INFO (zkCallback-2415-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1081815 INFO (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1081816 INFO (zkCallback-2424-thread-1-processing-n:127.0.0.1:51365_solr) [n:127.0.0.1:51365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1081894 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51365.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1081901 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51365.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1081901 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51365.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
[junit4] 2> 1081903 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node2/.
[junit4] 2> 1082236 INFO (OverseerCollectionConfigSetProcessor-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1082251 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1082251 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1082251 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:51365_solr at time 301482467216655
[junit4] 2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:51365_solr] added at times [301482467216655], now=301483469813889
[junit4] 2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":301482467216655,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301482467216655],
[junit4] 2> "nodeNames":["127.0.0.1:51365_solr"]}}
[junit4] 2> 1083255 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 1083256 INFO (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1083256 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":301482467216655,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301482467216655],
[junit4] 2> "_enqueue_time_":301483470536056,
[junit4] 2> "nodeNames":["127.0.0.1:51365_solr"]}}
[junit4] 2> 1083256 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":301482467216655,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301482467216655],
[junit4] 2> "_enqueue_time_":301483470536056,
[junit4] 2> "nodeNames":["127.0.0.1:51365_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1083258 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1083260 INFO (qtp1515177652-10605) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1083263 INFO (qtp286241179-10652) [n:127.0.0.1:51365_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1083266 INFO (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:51365_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 1083266 INFO (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 301483481 sessionWrapper.createTime 301483480792294, this.sessionWrapper.createTime 301483480792294
[junit4] 2> 1083268 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.a.ComputePlanActionTest -------------_ FINAL STATE --------------
[junit4] 2> 1083271 INFO (qtp1515177652-10604) [n:127.0.0.1:51354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1083272 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:51354_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:51354_solr",
[junit4] 2> "cores":2,
[junit4] 2> "port":"51354",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":13.22183609008789}
[junit4] 2> 1083273 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 1083273 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 16 ms for event id=112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42
[junit4] 2> 1083274 INFO (qtp286241179-10654) [n:127.0.0.1:51365_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1083274 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:51365_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:51365_solr",
[junit4] 2> "cores":0,
[junit4] 2> "port":"51365",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":13.22183609008789}
[junit4] 2> 1083274 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.a.ComputePlanActionTest * Live nodes: [127.0.0.1:51354_solr, 127.0.0.1:51365_solr]
[junit4] 2> 1083275 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.a.ComputePlanActionTest * Collection testNodeAdded state: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:51354/solr",
[junit4] 2> "node_name":"127.0.0.1:51354_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 1083275 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
[junit4] 2> 1083309 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 1083311 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1083311 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1083312 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@57682d91{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1083313 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=290538766
[junit4] 2> 1083313 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1083313 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75a22d19: rootName = solr_51354, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7ead320c
[junit4] 2> 1083314 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1083315 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1083315 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1083324 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1083324 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13bd57a6: rootName = solr_51354, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5698277b
[junit4] 2> 1083328 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1083328 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a7482e5: rootName = solr_51354, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@75229101
[junit4] 2> 1083330 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51354_solr
[junit4] 2> 1083331 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51354_solr"} current state version: 0
[junit4] 2> 1083332 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51354_solr
[junit4] 2> 1083332 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.NodeMutator Update replica state for core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT","leader":"true"} to down
[junit4] 2> 1083332 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.NodeMutator Update replica state for core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT"} to down
[junit4] 2> 1083332 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1083333 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 6
[junit4] 2> 1083334 INFO (zkCallback-2415-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1083334 INFO (zkCallback-2424-thread-1-processing-n:127.0.0.1:51365_solr) [n:127.0.0.1:51365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1083334 INFO (zkCallback-2415-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1083334 INFO (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@67bc6f44
[junit4] 2> 1083334 INFO (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n1, tag=1740402500
[junit4] 2> 1083335 INFO (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1773bf70: rootName = solr_51354, domain = solr.core.testNodeAdded.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3e9d7039
[junit4] 2> 1083335 INFO (coreCloseExecutor-4084-thread-2) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6c14a3a3
[junit4] 2> 1083335 INFO (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1083336 INFO (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1083337 INFO (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1083345 INFO (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testNodeAdded.shard1.leader, tag=1740402500
[junit4] 2> 1083345 INFO (coreCloseExecutor-4084-thread
[...truncated too long message...]
x:testSelected3_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSelected3.shard1.leader, tag=1269263697
[junit4] 2> 1117867 INFO (jetty-closer-2398-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d789429{/solr,null,UNAVAILABLE}
[junit4] 2> 1117868 INFO (jetty-closer-2398-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1117869 INFO (jetty-closer-2398-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72077351691354134-127.0.0.1:51418_solr-n_0000000005) closing
[junit4] 2> 1117869 INFO (OverseerStateUpdate-72077351691354134-127.0.0.1:51418_solr-n_0000000005) [n:127.0.0.1:51418_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51418_solr
[junit4] 2> 1117871 WARN (OverseerAutoScalingTriggerThread-72077351691354134-127.0.0.1:51418_solr-n_0000000005) [n:127.0.0.1:51418_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1117871 DEBUG (jetty-closer-2398-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1117874 INFO (jetty-closer-2398-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18c717b0{/solr,null,UNAVAILABLE}
[junit4] 2> 1117874 INFO (jetty-closer-2398-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1119902 WARN (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1119903 INFO (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1119903 INFO (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.c.SolrCore [testSelected1_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@15270c4e
[junit4] 2> 1119903 INFO (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSelected1.shard1.replica_n2, tag=354880590
[junit4] 2> 1119903 INFO (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2833f367: rootName = solr_51469, domain = solr.core.testSelected1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testSelected1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@6cbaf7b4
[junit4] 2> 1119917 INFO (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSelected1.shard1.leader, tag=354880590
[junit4] 2> 1119922 INFO (jetty-closer-2398-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63d60d11{/solr,null,UNAVAILABLE}
[junit4] 2> 1119922 INFO (jetty-closer-2398-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1119925 ERROR (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1119926 INFO (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51352 51352
[junit4] 2> 1120055 INFO (Thread-1680) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51352 51352
[junit4] 2> 1120225 WARN (Thread-1680) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/clusterprops.json
[junit4] 2> 15 /solr/aliases.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/security.json
[junit4] 2> 10 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard2
[junit4] 2> 9 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard1
[junit4] 2> 5 /solr/collections/testNodeLost/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected1/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected2/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected1/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected2/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard1
[junit4] 2> 3 /solr/collections/testNodeAdded/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 39 /solr/collections/testSelected1/state.json
[junit4] 2> 39 /solr/collections/testSelected2/state.json
[junit4] 2> 31 /solr/collections/testSelected3/state.json
[junit4] 2> 15 /solr/collections/testNodeLost/state.json
[junit4] 2> 15 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/testNodeAdded/state.json
[junit4] 2> 4 /solr/overseer_elect/election/72077351691354120-127.0.0.1:51365_solr-n_0000000001
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard1/election/72077351691354137-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72077351691354134-127.0.0.1:51418_solr-n_0000000005
[junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard2/election/72077351691354120-core_node9-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 59 /solr/live_nodes
[junit4] 2> 42 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001
[junit4] 2> Feb 12, 2018 12:37:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=327, maxMBSortInHeap=5.958217206471719, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2b48fd04), locale=ca-ES, timezone=Turkey
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=167169680,total=328880128
[junit4] 2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, TestFileDictionaryLookup, TestLargeCluster, SyncSliceTest, HdfsNNFailoverTest, TestRequestStatusCollectionAPI, TestManagedResource, InfixSuggestersTest, ConnectionManagerTest, DocValuesNotIndexedTest, TestXmlQParserPlugin, TestManagedSynonymFilterFactory, TestRawResponseWriter, BlobRepositoryCloudTest, TestDistributedMissingSort, HdfsRecoveryZkTest, OverseerTaskQueueTest, TestChildDocTransformer, MultiThreadedOCPTest, SuggesterWFSTTest, TestDFRSimilarityFactory, TestRTGBase, PreAnalyzedFieldTest, TestLuceneIndexBackCompat, TestStressReorder, SolrCLIZkUtilsTest, TestMiniSolrCloudClusterSSL, BlockJoinFacetDistribTest, ConcurrentDeleteAndCreateCollectionTest, DocumentAnalysisRequestHandlerTest, TestLegacyField, SuggesterTest, TestSortByMinMaxFunction, DocValuesTest, SimpleCollectionCreateDeleteTest, MetricsConfigTest, CachingDirectoryFactoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, UUIDUpdateProcessorFallbackTest, TestDocSet, DataDrivenBlockJoinTest, IndexBasedSpellCheckerTest, StatsReloadRaceTest, RegexBoostProcessorTest, TestSchemaResource, TestLegacyNumericUtils, TestReqParamsAPI, TestShardHandlerFactory, ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, SystemLogListenerTest, RuleEngineTest, TestRecoveryHdfs, TestCustomDocTransformer, TestQuerySenderListener, TestPayloadCheckQParserPlugin, HdfsBasicDistributedZk2Test, HdfsTlogReplayBufferedWhileIndexingTest, TestSearcherReuse, AtomicUpdatesTest, TestExactSharedStatsCache, TestLRUStatsCache, MetricTriggerTest, DistributedFacetPivotLongTailTest, MinimalSchemaTest, TestCloudNestedDocsSort, TestFieldCacheReopen, NoCacheHeaderTest, AnalysisErrorHandlingTest, HttpPartitionTest, TestObjectReleaseTracker, TestTlogReplica, TestSolrConfigHandlerCloud, TestRestManager, ZkShardTermsTest, HttpSolrCallGetCoreTest, ChangedSchemaMergeTest, TestDistributedStatsComponentCardinality, SoftAutoCommitTest, SpellCheckComponentTest, SolrXmlInZkTest, DateRangeFieldTest, DistributedSuggestComponentTest, ZkControllerTest, BadComponentTest, DebugComponentTest, SolrCmdDistributorTest, BitVectorTest, HdfsAutoAddReplicasIntegrationTest, HdfsChaosMonkeyNothingIsSafeTest, TestSearchPerf, TestComplexPhraseLeadingWildcard, TestAuthorizationFramework, TestWriterPerf, TestGeoJSONResponseWriter, ComputePlanActionTest]
[junit4] Completed [172/776 (1!)] on J1 in 43.36s, 4 tests, 1 failure <<< FAILURES!
[...truncated 50473 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4434 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4434/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([632D9082692E3401:EB79AF58C7D259F9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13308 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/init-core-data-001
[junit4] 2> 1563743 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1563743 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1563743 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1563744 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1563745 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1563745 INFO (Thread-2505) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1563745 INFO (Thread-2505) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1563748 ERROR (Thread-2505) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1563849 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ZkTestServer start zk server on port:61062
[junit4] 2> 1563864 INFO (zkConnectionManagerCallback-2974-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1563869 INFO (zkConnectionManagerCallback-2976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1563879 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1563888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1563890 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1563892 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1563894 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1563896 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1563898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1563900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1563903 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1563905 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1563907 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1563910 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1564164 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1564165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1564165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1564165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1564165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26d0a38d{/,null,AVAILABLE}
[junit4] 2> 1564167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62588784{HTTP/1.1,[http/1.1]}{127.0.0.1:61065}
[junit4] 2> 1564167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server Started @1566254ms
[junit4] 2> 1564167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/control/data, hostPort=61065, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1564167 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1564167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1564167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1564167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1564167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:28:12.973925Z
[junit4] 2> 1564169 INFO (zkConnectionManagerCallback-2978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564170 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1564170 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/solr.xml
[junit4] 2> 1564172 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1564172 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1564173 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1564175 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
[junit4] 2> 1564177 INFO (zkConnectionManagerCallback-2982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564180 INFO (zkConnectionManagerCallback-2984-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564335 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1564336 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61065_
[junit4] 2> 1564337 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.c.Overseer Overseer (id=72074485557559300-127.0.0.1:61065_-n_0000000000) starting
[junit4] 2> 1564348 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61065_
[junit4] 2> 1564351 INFO (OverseerStateUpdate-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1564398 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1564408 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1564408 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1564410 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores
[junit4] 2> 1564425 INFO (zkConnectionManagerCallback-2990-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564427 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1564429 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61062/solr ready
[junit4] 2> 1564431 INFO (qtp1155980911-13940) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61065_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1564435 INFO (OverseerThreadFactory-5321-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1564556 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1564556 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1564670 INFO (zkCallback-2983-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1565569 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1565577 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1565630 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1565671 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1565672 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1565672 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1565672 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1565674 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1565712 WARN (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1565780 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1565780 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1565781 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1565781 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1565782 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
[junit4] 2> 1565792 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15dd6fe3[control_collection_shard1_replica_n1] main]
[junit4] 2> 1565794 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1565794 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1565795 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1565795 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107565948338176
[junit4] 2> 1565796 INFO (searcherExecutor-5324-thread-1-processing-n:127.0.0.1:61065_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@15dd6fe3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1565805 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1565805 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1565805 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61065/control_collection_shard1_replica_n1/
[junit4] 2> 1565805 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1565805 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:61065/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1565805 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1565810 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61065/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1565918 INFO (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1565966 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1565969 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1413
[junit4] 2> 1565972 INFO (qtp1155980911-13940) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1566073 INFO (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1566437 INFO (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1566983 INFO (qtp1155980911-13940) [n:127.0.0.1:61065_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61065_&wt=javabin&version=2} status=0 QTime=2551
[junit4] 2> 1566987 INFO (zkConnectionManagerCallback-2994-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1566988 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1566990 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61062/solr ready
[junit4] 2> 1566990 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1566990 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1566993 INFO (OverseerThreadFactory-5321-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1566994 WARN (OverseerThreadFactory-5321-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1567209 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1567209 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=218
[junit4] 2> 1567468 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001 of type NRT
[junit4] 2> 1567468 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1567470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1567470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1567470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1567470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25919244{/,null,AVAILABLE}
[junit4] 2> 1567470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6332ba6e{HTTP/1.1,[http/1.1]}{127.0.0.1:61104}
[junit4] 2> 1567470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server Started @1569557ms
[junit4] 2> 1567470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty1, hostPort=61104, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 1567471 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1567471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1567471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1567471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1567471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:28:16.277338Z
[junit4] 2> 1567473 INFO (zkConnectionManagerCallback-2996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1567474 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1567474 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/solr.xml
[junit4] 2> 1567476 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1567476 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1567477 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1567479 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
[junit4] 2> 1567481 INFO (zkConnectionManagerCallback-3000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1567485 INFO (zkConnectionManagerCallback-3002-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1567496 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1567499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1567503 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61104_
[junit4] 2> 1567504 INFO (zkCallback-2993-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1567504 INFO (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1567505 INFO (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1567541 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1567551 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1567551 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1567553 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores
[junit4] 2> 1567577 INFO (qtp1155980911-13942) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61104_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1567581 INFO (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1567581 INFO (OverseerThreadFactory-5321-thread-3-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61104_ for creating new replica
[junit4] 2> 1567586 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1567587 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1568602 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1568624 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1568678 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1568701 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1568702 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1568702 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1568702 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1568704 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1568705 WARN (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1568749 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1568749 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1568750 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1568750 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1568751 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
[junit4] 2> 1568752 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@5244e573[collection1_shard2_replica_n61] main]
[junit4] 2> 1568753 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1568754 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1568754 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1568755 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107569052123136
[junit4] 2> 1568755 INFO (searcherExecutor-5335-thread-1-processing-n:127.0.0.1:61104_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@5244e573[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1568766 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1568766 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1568766 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61104/collection1_shard2_replica_n61/
[junit4] 2> 1568766 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1568766 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:61104/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1568766 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1568772 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61104/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1568937 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1568939 INFO (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1353
[junit4] 2> 1568942 INFO (qtp1155980911-13942) [n:127.0.0.1:61065_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61104_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1365
[junit4] 2> 1569202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001 of type NRT
[junit4] 2> 1569202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1569203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1569203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1569203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1569203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bb783cf{/,null,AVAILABLE}
[junit4] 2> 1569204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f0fb5f7{HTTP/1.1,[http/1.1]}{127.0.0.1:61111}
[junit4] 2> 1569204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server Started @1571291ms
[junit4] 2> 1569204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty2, hostPort=61111, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 1569204 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1569204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1569204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1569204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1569204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:28:18.010810Z
[junit4] 2> 1569206 INFO (zkConnectionManagerCallback-3006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1569207 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1569207 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/solr.xml
[junit4] 2> 1569209 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1569209 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1569210 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1569212 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
[junit4] 2> 1569213 INFO (zkConnectionManagerCallback-3010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1569216 INFO (zkConnectionManagerCallback-3012-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1569228 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1569232 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1569236 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61111_
[junit4] 2> 1569238 INFO (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1569238 INFO (zkCallback-2993-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1569238 INFO (zkCallback-2983-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1569239 INFO (zkCallback-3011-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1569274 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1569285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1569285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1569287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores
[junit4] 2> 1569319 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61111_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1569323 INFO (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1569323 INFO (OverseerThreadFactory-5321-thread-4-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61111_ for creating new replica
[junit4] 2> 1569328 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1569329 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1570366 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1570373 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1570428 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1570450 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1570451 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1570451 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1570451 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1570453 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1570455 WARN (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1570500 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1570500 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1570501 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1570501 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1570502 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
[junit4] 2> 1570502 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ad7144d[collection1_shard3_replica_n63] main]
[junit4] 2> 1570504 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1570505 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1570505 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1570505 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107570887131136
[junit4] 2> 1570506 INFO (searcherExecutor-5346-thread-1-processing-n:127.0.0.1:61111_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@1ad7144d[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1570514 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1570514 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1570514 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61111/collection1_shard3_replica_n63/
[junit4] 2> 1570514 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1570514 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:61111/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1570514 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1570520 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61111/collection1_shard3_replica_n63/ shard3
[junit4] 2> 1570640 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1570642 INFO (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1314
[junit4] 2> 1570646 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61111_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1327
[junit4] 2> 1571037 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001 of type NRT
[junit4] 2> 1571037 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1571038 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1571038 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1571038 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1571041 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6645067c{/,null,AVAILABLE}
[junit4] 2> 1571042 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9d5e54c{HTTP/1.1,[http/1.1]}{127.0.0.1:61119}
[junit4] 2> 1571042 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server Started @1573129ms
[junit4] 2> 1571042 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty3, hostPort=61119, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 1571042 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1571044 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1571044 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1571044 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1571044 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:28:19.850939Z
[junit4] 2> 1571047 INFO (zkConnectionManagerCallback-3016-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1571050 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1571050 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/solr.xml
[junit4] 2> 1571052 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1571052 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1571053 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1571055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
[junit4] 2> 1571057 INFO (zkConnectionManagerCallback-3020-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1571060 INFO (zkConnectionManagerCallback-3022-thread-1-processing-n:127.0.0.1:61119_) [n:127.0.0.1:61119_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1571073 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1571078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1571087 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61119_
[junit4] 2> 1571091 INFO (zkCallback-3011-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1571091 INFO (zkCallback-2993-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1571091 INFO (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1571091 INFO (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1571092 INFO (zkCallback-3021-thread-1-processing-n:127.0.0.1:61119_) [n:127.0.0.1:61119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1571155 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1571167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1571167 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1571169 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores
[junit4] 2> 1571217 INFO (qtp1155980911-13942) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61119_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1571221 INFO (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1571221 INFO (OverseerThreadFactory-5321-thread-5-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61119_ for creating new replica
[junit4] 2> 1571227 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1571227 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1572241 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1572250 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 1572308 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1572337 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 1572337 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1572337 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1572337 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 1572339 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1572343 WARN (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1572388 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1572388 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1572390 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1572390 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1572391 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
[junit4] 2> 1572391 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a311aff[collection1_shard1_replica_n65] main]
[junit4] 2> 1572393 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1572394 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1572394 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1572395 INFO (searcherExecutor-5357-thread-1-processing-n:127.0.0.1:61119_ x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@3a311aff[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1572395 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107572868939776
[junit4] 2> 1572405 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1572405 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1572405 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61119/collection1_shard1_replica_n65/
[junit4] 2> 1572405 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1572405 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:61119/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 1572405 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1572410 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61119/collection1_shard1_replica_n65/ shard1
[junit4] 2> 1572569 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1572572 INFO (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1345
[junit4] 2> 1572575 INFO (qtp1155980911-13942) [n:127.0.0.1:61065_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61119_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1357
[junit4] 2> 1573018 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001 of type NRT
[junit4] 2> 1573018 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1573020 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1573020 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1573020 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1573021 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48304eb{/,null,AVAILABLE}
[junit4] 2> 1573021 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a9bc6d{HTTP/1.1,[http/1.1]}{127.0.0.1:61135}
[junit4] 2> 1573021 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.e.j.s.Server Started @1575108ms
[junit4] 2> 1573021 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty4, hostPort=61135, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001/cores}
[junit4] 2> 1573022 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1573022 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1573022 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1573022 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1573022 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:28:21.828312Z
[junit4] 2> 1573024 INFO (zkConnectionManagerCallback-3026-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1573025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1573025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001/solr.xml
[junit4] 2> 1573049 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1573049 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1573050 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1573055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
[junit4] 2> 1573057 INFO (zkConnectionManagerCallback-3030-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1573060 INFO (zkConnectionManagerCallback-3032-thread-1-processing-n:127.0.0.1:61135_) [n:127.0.0.1:61135_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1573070 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1573073 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1573076 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61135_
[junit4] 2> 1573078 INFO (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1573078 INFO (zkCallback-2993-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1573078 INFO (zkCallback-3011-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1573078 INFO (zkCallback-3021-thread-1-processing-n:127.0.0.1:61119_) [n:127.0.0.1:61119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1573078 INFO (zkCallback-2983-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1573079 INFO (zkCallback-3031-thread-1-processing-n:127.0.0.1:61135_) [n:127.0.0.1:61135_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1573121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1573132 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1573133 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
[junit4] 2> 1573135 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001/cores
[junit4] 2> 1573189 INFO (qtp1155980911-13944) [n:127.0.0.1:61065_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61135_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendTo
[...truncated too long message...]
lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001
[junit4] 2> Feb 11, 2018 12:29:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {6grand2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand5_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5grand1_s=PostingsFormat(name=LuceneFixedGap), 6grand4_s=PostingsFormat(name=LuceneFixedGap), 11parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4grand0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4grand2_s=PostingsFormat(name=LuceneFixedGap), 9grand7_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand3_s=PostingsFormat(name=LuceneFixedGap), 8grand2_s=PostingsFormat(name=LuceneFixedGap), 9grand5_s=PostingsFormat(name=LuceneFixedGap), 8grand0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9grand3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 6parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand6_s=PostingsFormat(name=LuceneFixedGap), 9grand1_s=PostingsFormat(name=LuceneFixedGap), 8grand4_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 0parent_f2_s=PostingsFormat(name=Memory), 3grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Memory), 5grand3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 1parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 6grand0_s=PostingsFormat(name=LuceneFixedGap), 10parent_f2_s=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneFixedGap), 5child0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5child2_s=PostingsFormat(name=Memory), 8parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 2parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 3child0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4child3_s=PostingsFormat(name=LuceneVarGapFixedInterval), 1grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4child1_s=PostingsFormat(name=Memory), 2grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 3child2_s=PostingsFormat(name=Memory), 1child0_s=PostingsFormat(name=Memory), 7parent_f1_s=PostingsFormat(name=Memory), 2child1_s=PostingsFormat(name=Memory), 3parent_f2_s=PostingsFormat(name=LuceneFixedGap), 6grand3_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand6_s=PostingsFormat(name=Memory), 5grand0_s=PostingsFormat(name=Memory), 6grand5_s=PostingsFormat(name=Memory), 5grand2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand2_s=PostingsFormat(name=Memory), 11parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand4_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4grand3_s=PostingsFormat(name=Memory), 9grand8_s=PostingsFormat(name=LuceneVarGapFixedInterval), 3grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand3_s=PostingsFormat(name=Memory), 9grand6_s=PostingsFormat(name=Memory), 6parent_f1_s=PostingsFormat(name=LuceneFixedGap), 8grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 9grand4_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand7_s=PostingsFormat(name=Memory), 9grand2_s=PostingsFormat(name=Memory), 0parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 3grand2_s=PostingsFormat(name=Memory), 8grand5_s=PostingsFormat(name=LuceneVarGapFixedInterval), 9grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4parent_f2_s=PostingsFormat(name=Memory), 9parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5child4_s=PostingsFormat(name=LuceneVarGapFixedInterval), 1parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), text_t=PostingsFormat(name=LuceneFixedGap), 5grand4_s=PostingsFormat(name=Memory), 6grand1_s=PostingsFormat(name=Memory), type_s=PostingsFormat(name=LuceneFixedGap), 5parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child1_s=PostingsFormat(name=LuceneFixedGap), 8parent_f2_s=PostingsFormat(name=Memory), 10parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 2parent_f1_s=PostingsFormat(name=LuceneFixedGap), 4child2_s=PostingsFormat(name=LuceneFixedGap), rnd_b=PostingsFormat(name=Memory), 4child0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 2grand0_s=PostingsFormat(name=LuceneFixedGap), 3child1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7parent_f2_s=PostingsFormat(name=LuceneFixedGap), 2child0_s=PostingsFormat(name=LuceneFixedGap), 3parent_f1_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=55, maxMBSortInHeap=6.132347767506574, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5f85601), locale=os, timezone=AGT
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=116935936,total=407130112
[junit4] 2> NOTE: All tests run in this JVM: [TestFastWriter, BadIndexSchemaTest, ReplicationFactorTest, SimplePostToolTest, TestSolr4Spatial, BitVectorTest, TestCloudJSONFacetJoinDomain, TestSolrDeletionPolicy2, VMParamsZkACLAndCredentialsProvidersTest, DocValuesNotIndexedTest, TestNRTOpen, TestLargeCluster, ChaosMonkeyNothingIsSafeTest, TestRequestForwarding, TestRetrieveFieldsOptimizer, SolrCmdDistributorTest, SimpleCollectionCreateDeleteTest, TestRandomDVFaceting, MetricTriggerTest, BasicAuthStandaloneTest, EchoParamsTest, TestSolrConfigHandler, DocValuesMultiTest, TestPHPSerializedResponseWriter, TestFieldCacheWithThreads, TestQueryWrapperFilter, TestLMDirichletSimilarityFactory, PeerSyncTest, TestNodeLostTrigger, LoggingHandlerTest, TestSolrIndexConfig, SolrXmlInZkTest, TestRequestStatusCollectionAPI, TestShardHandlerFactory, TestCloudPseudoReturnFields, TestTolerantUpdateProcessorRandomCloud, TestSchemaVersionResource, TestInfoStreamLogging, JsonLoaderTest, IndexBasedSpellCheckerTest, HLLUtilTest, TestSolrCoreProperties, TestCloudSchemaless, TestStressReorder, PreAnalyzedFieldManagedSchemaCloudTest, TestWordDelimiterFilterFactory, TestFastLRUCache, TestLegacyNumericUtils, TestDistributedSearch, TestAuthorizationFramework, TestEmbeddedSolrServerConstructors, LeaderElectionContextKeyTest, SolrJmxReporterTest, TestRTGBase, TestGeoJSONResponseWriter, SolrIndexMetricsTest, NodeLostTriggerTest, HdfsCollectionsAPIDistributedZkTest, SpellCheckCollatorTest, HdfsRecoveryZkTest, DistributedTermsComponentTest, TestLeaderElectionWithEmptyReplica, IndexSchemaTest, TestComputePlanAction, TestPullReplicaErrorHandling, TestCrossCoreJoin, TestSizeLimitedDistributedMap, QueryResultKeyTest, TlogReplayBufferedWhileIndexingTest, ZkControllerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLegacyNumericRangeQueryBuilder, TestReqParamsAPI, TestUniqueKeyFieldResource, TestConfigOverlay, SortByFunctionTest, CoreAdminCreateDiscoverTest, TestManagedSynonymFilterFactory, ClusterStateTest, TestChildDocTransformer, TestRecoveryHdfs, TestDynamicFieldResource, TestExecutePlanAction, TimeZoneUtilsTest, ReplaceNodeNoTargetTest, TestRandomFaceting, HdfsTlogReplayBufferedWhileIndexingTest, RecoveryAfterSoftCommitTest, DistributedQueryComponentCustomSortTest, TestDocumentBuilder, LargeFieldTest, AliasIntegrationTest, CloneFieldUpdateProcessorFactoryTest, TimeRoutedAliasUpdateProcessorTest, BlobRepositoryCloudTest, TestDelegationWithHadoopAuth, DistributedDebugComponentTest, MinimalSchemaTest, HighlighterConfigTest, ConnectionManagerTest, CdcrBootstrapTest, TestLRUStatsCache, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, TestManagedResource, TestDFRSimilarityFactory, TestStandardQParsers, TestDistributedMissingSort, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BadCopyFieldTest, DebugComponentTest, NumberUtilsTest, MetricsHandlerTest, AutoAddReplicasPlanActionTest, TestCoreDiscovery, CSVRequestHandlerTest, TestConfig, TestFieldCacheReopen, BasicFunctionalityTest, DateRangeFieldTest, URLClassifyProcessorTest, SuggesterWFSTTest, TestMultiValuedNumericRangeQuery, DistributedFacetPivotSmallTest, TestCSVLoader, TestComplexPhraseLeadingWildcard, UpdateRequestProcessorFactoryTest, SuggestComponentContextFilterQueryTest, PrimUtilsTest, SoftAutoCommitTest, ExitableDirectoryReaderTest, TestNoOpRegenerator, DeleteStatusTest, UpdateParamsTest, MetricsConfigTest, ClusterStateUpdateTest, TestHttpShardHandlerFactory, TestFieldCacheSortRandom, CollectionsAPIAsyncDistributedZkTest, AnalysisErrorHandlingTest, TestInPlaceUpdatesDistrib, TestRandomRequestDistribution, DeleteLastCustomShardedReplicaTest, PreAnalyzedUpdateProcessorTest, HttpSolrCallGetCoreTest, AsyncCallRequestStatusResponseTest, TestCollectionAPIs, TestRawResponseWriter, TestDistributedStatsComponentCardinality, AddSchemaFieldsUpdateProcessorFactoryTest, WrapperMergePolicyFactoryTest, BaseCdcrDistributedZkTest, TestJsonRequest, TestNumericRangeQuery64, TestSolrCloudWithSecureImpersonation, SliceStateTest, TestSolrQueryParser, SolrCloudReportersTest, UpdateLogTest, TestHighFrequencyDictionaryFactory, TestSubQueryTransformerCrossCore, TestSystemCollAutoCreate, BlockJoinFacetDistribTest, RegexBytesRefFilterTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestCorePropertiesReload, MoveReplicaHDFSTest, SystemLogListenerTest, CdcrVersionReplicationTest, HdfsAutoAddReplicasIntegrationTest, FullSolrCloudDistribCmdsTest]
[junit4] Completed [369/776 (1!)] on J1 in 65.11s, 1 test, 1 failure <<< FAILURES!
[...truncated 42282 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4433
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4433/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
8 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99:5589FF4EC2EBD161]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:227)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:120)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:102)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.TestCloudPseudoReturnFields.createMiniSolrCloudCluster(TestCloudPseudoReturnFields.java:76)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1845)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:452)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:383)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:149)
... 31 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedConstructorAccessor27.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1843)
... 37 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
at org.apache.solr.cloud.TestCloudPseudoReturnFields.afterClass(TestCloudPseudoReturnFields.java:114)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields
Error Message:
ObjectTracker found 14 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:279) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1504) at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:616) at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:557) at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:202) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41) at org.apache.solr.cloud.Overseer.start(Overseer.java:529) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:786) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:541) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:786) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 14 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:279)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1504)
at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:616)
at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:557)
at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:202)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41)
at org.apache.solr.cloud.Overseer.start(Overseer.java:529)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:786)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:541)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:786)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields
Error Message:
Could not remove the following files (in the order of attempts): /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: Too many open files /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: Too many open files /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: Too many open files
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: Too many open files
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: Too many open files
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: Too many open files
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields
Error Message:
60 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudPseudoReturnFields: 1) Thread[id=18230, name=jetty-launcher-3990-thread-3, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=18246, name=qtp265393683-18246, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=18258, name=Scheduler-294496263, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.Schedu
[...truncated too long message...]
java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 11) Thread[id=18231, name=qtp1800921657-18231, state=RUNNABLE, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$36/155064976.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 12) Thread[id=18259, name=Scheduler-1124031213, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 13) Thread[id=18239, name=Scheduler-101740743, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 14) Thread[id=18281, name=jetty-launcher-3990-thread-3-SendThread(127.0.0.1:55657), state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 15) Thread[id=18229, name=jetty-launcher-3990-thread-2, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 16) Thread[id=18248, name=qtp45153116-18248, state=RUNNABLE, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$36/155064976.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 17) Thread[id=18240, name=qtp265393683-18240, state=RUNNABLE, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$36/155064976.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 18) Thread[id=18290, name=zkConnectionManagerCallback-4017-thread-1, state=WAITING, group=TGRP-TestCloudPseudoReturnFields]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
[junit4] Completed [380/776 (3!)] on J1 in 45.06s, 0 tests, 1 failure, 5 errors <<< FAILURES!
[...truncated 49537 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4432 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4432/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:39B5FF2084A715F7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:978B7EC33154D763]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:805FAD1E54F10DFD]:0)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown(TestTriggerIntegration.java:1086)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:DC1D640790138708]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1826 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J0-20180210_124856_6347856818829028159559.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J1-20180210_124856_6343632628490545701283.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 290 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20180210_125556_2957910713143878865065.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20180210_125556_2954739438917427100927.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1062 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20180210_125712_5641654108186052428184.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20180210_125712_5641924943196733113402.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 243 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20180210_125928_96713714050321527092836.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20180210_125928_96717925535610518985430.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180210_125938_22016001826288173710039.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180210_125938_2202269351931889315799.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180210_130006_0246415775367707896031.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180210_130006_02416697676941965165417.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180210_130010_61610674550843477384641.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180210_130010_6163980521002083091509.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180210_130014_3114534973625029611229.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180210_130014_3117431864282228414033.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 159 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180210_130025_80612757139216631571778.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180210_130025_80616217944131559425346.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 167 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20180210_130032_5286119520882640845867.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20180210_130032_5283642082555649355027.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 175 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/uima/test/temp/junit4-J0-20180210_130036_2547935568376423647354.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 157 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20180210_130048_9744339391616368417849.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 19 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20180210_130048_9759709337202099779295.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1401 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20180210_130117_6529733208739765405036.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20180210_130117_65213110992156823643104.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 251 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J1-20180210_130128_7653660495835500396611.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J0-20180210_130128_7658070493870218185242.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 265 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20180210_130145_9737192854441032664610.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20180210_130145_9739345488755507570450.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 234 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J1-20180210_130343_85817728002836637569717.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J0-20180210_130343_85815194946001279339167.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20180210_130347_8096461090520022310414.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20180210_130347_80911170884556175074846.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 232 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J1-20180210_130353_9919149637717434017513.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J0-20180210_130353_99112369990008381452638.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 185 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20180210_130420_46210997880953922522433.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20180210_130420_4626858988133980181275.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 255 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20180210_130429_93918139416901870223046.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20180210_130429_9392673705058212011564.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 166 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J1-20180210_130447_44610928527422041682377.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J0-20180210_130447_4467771150144435158172.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J0-20180210_130458_12212588343304794674083.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J1-20180210_130458_12217982849327293250297.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 194 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J1-20180210_130504_63812874636966326883381.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J0-20180210_130504_638278554795990353626.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 307 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J0-20180210_130520_51710601512325792402211.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J1-20180210_130520_51711269876421281740138.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 235 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20180210_130529_68410310760164109871146.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20180210_130529_6841660071762718409254.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 192 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20180210_130539_0424768780536599459959.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 23 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20180210_130539_04213999115060408292108.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20180210_130552_06817382629554109202800.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 21 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20180210_130552_0672512168143009948189.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 320 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20180210_130621_1193899887951276418240.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20180210_130621_11915451487140887184249.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 151 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial/test/temp/junit4-J0-20180210_130639_08816896102826666608853.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 183 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20180210_130641_6209029670382632601930.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20180210_130641_62014034102500022562123.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 260 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20180210_130658_1221622759056626576642.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20180210_130658_122286194497151033827.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 2032 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> 533969 INFO (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_B1E1C0FA2A5B780F-001/init-core-data-001
[junit4] 2> 533969 WARN (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 533969 INFO (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 533970 INFO (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 534018 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 534019 DEBUG (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 534019 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534019 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
[junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 534020 DEBUG (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 534022 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534049 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534070 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534093 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534114 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534129 DEBUG (simCloudManagerPool-1507-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534129 DEBUG (simCloudManagerPool-1507-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 534129 DEBUG (simCloudManagerPool-1507-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534131 DEBUG (simCloudManagerPool-1507-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534131 DEBUG (simCloudManagerPool-1507-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 534131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 534131 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 534132 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 534132 DEBUG (ScheduledTrigger-1508-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 534133 DEBUG (ScheduledTrigger-1508-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 534134 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 534134 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 534135 DEBUG (ScheduledTrigger-1508-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 534135 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 534135 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 534156 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 534157 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 534157 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 534157 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 174293447698937
[junit4] 2> 534187 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [174293447698937], now=174294956332187
[junit4] 2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9e84db0969f9T16j1swlzeyvrpmcwwecdmsqu3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":174293447698937,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174293447698937],
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 534189 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9e84db0969f9T16j1swlzeyvrpmcwwecdmsqu3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":174293447698937,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174293447698937],
[junit4] 2> "_enqueue_time_":174294991272187,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 534190 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 534190 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 534190 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 55 ms for event id=9e84db0969f9T16j1swlzeyvrpmcwwecdmsqu3
[junit4] 2> 534301 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 534301 DEBUG (ScheduledTrigger-1508-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 534301 DEBUG (ScheduledTrigger-1508-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 534301 DEBUG (ScheduledTrigger-1508-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 174300650317687
[junit4] 2> 534328 DEBUG (ScheduledTrigger-1508-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [174300650317687], now=174302027168737
[junit4] 2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9e868858a777T16j1swlzeyvrpmcwwecdmsqu6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":174300650317687,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174300650317687],
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 534329 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9e868858a777T16j1swlzeyvrpmcwwecdmsqu6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":174300650317687,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174300650317687],
[junit4] 2> "_enqueue_time_":174302037026587,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 534330 WARN (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"9e868858a777T16j1swlzeyvrpmcwwecdmsqu6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":174300650317687,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174300650317687],
[junit4] 2> "_enqueue_time_":174302037026587,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:302)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction.process(TestTriggerIntegration.java:892)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:299)
[junit4] 2> ... 6 more
[junit4] 2> 534331 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 534331 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 534331 DEBUG (AutoscalingActionExecutor-1509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 81 ms for event id=9e868858a777T16j1swlzeyvrpmcwwecdmsqu6
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 534372 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 534373 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 534373 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 534373 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 534373 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 534373 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 534374 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3
[junit4] 2> 534374 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 534374 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 534375 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 534375 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - FAILED 1
[junit4] 2> 534375 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 534375 INFO (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 534379 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 534379 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 534379 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 534380 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 534380 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534380 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 534380 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 534380 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 534380 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 534382 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534405 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534433 DEBUG (ScheduledTrigger-1511-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534456 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534486 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 534492 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 534492 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 534493 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 534493 DEBUG (ScheduledTrigger-1511-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 534493 DEBUG (ScheduledTrigger-1511-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534494 DEBUG (simCloudManagerPool-1510-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534494 DEBUG (simCloudManagerPool-1510-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 534494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 534494 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 534494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 174310323890537
[junit4] 2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [174310323890537], now=174310325931837
[junit4] 2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9e88c8efa969T16j1swlzeyvrpmcwwecdmsqu9",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":174310323890537,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174310323890537],
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9e88c8efa969T16j1swlzeyvrpmcwwecdmsqu9",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":174310323890537,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174310323890537],
[junit4] 2> "_enqueue_time_":174310345329987,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 534496 INFO (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
[junit4] 2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 42 ms for event id=9e88c8efa969T16j1swlzeyvrpmcwwecdmsqu9
[junit4] 2> 534607 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 174316024175137
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [174316024175137], now=174316027014187
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9e8a1cb31a21T16j1swlzeyvrpmcwwecdmsquc",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":174316024175137,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174316024175137],
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 534609 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9e8a1cb31a21T16j1swlzeyvrpmcwwecdmsquc",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":174316024175137,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174316024175137],
[junit4] 2> "_enqueue_time_":174316039160737,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 534609 INFO (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 174310402481587 time = 174316075682587
[junit4] 2> 534609 INFO (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
[junit4] 2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 50 ms for event id=9e8a1cb31a21T16j1swlzeyvrpmcwwecdmsquc
[junit4] 2> 534610 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534610 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534611 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 534611 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 534611 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 534611 DEBUG (ScheduledTrigger-1511-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
[junit4] 2> 534612 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 534612 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 534612 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
[junit4] 2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9e8a2a08a96bT16j1swlzeyvrpmcwwecdmsquf",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":174316247886187,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174316247886187],
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 534613 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9e8a2a08a96bT16j1swlzeyvrpmcwwecdmsquf",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":174316247886187,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174316247886187],
[junit4] 2> "_enqueue_time_":174316254807137,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 534613 INFO (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
[junit4] 2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 28 ms for event id=9e8a2a08a96bT16j1swlzeyvrpmcwwecdmsquf
[junit4] 2> 534724 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 534724 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 534724 DEBUG (ScheduledTrigger-1511-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9e8b791e0973T16j1swlzeyvrpmcwwecdmsqui",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":174321869654387,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174321869654387],
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 534726 DEBUG (AutoscalingActionExecutor-1512-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9e8b791e0973T16j1swlzeyvrpmcwwecdmsqui",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":174321869654387,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[174321869654387],
[...truncated too long message...]
ne-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J1-20180210_140930_21910446512115757176184.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J0-20180210_140930_21913209033582442866923.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1461 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20180210_141400_78910491680018390722995.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20180210_141400_789163130744476673861.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 786 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180210_141415_0397475470140197277999.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180210_141415_03917345566254837894253.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 554 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180210_141518_46111746568778578673474.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180210_141518_46115544758719257043066.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1259 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180210_141543_1789886571553830890342.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180210_141543_17710899695125891154733.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 650 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180210_141558_210896139084567280357.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180210_141558_21018189792665415625913.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 556 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180210_141632_7807792908514184508347.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180210_141632_7805342725934083613480.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 565 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180210_141655_31412411141517653718874.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180210_141655_31417944582676078858376.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 656 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180210_141707_2884237032486649426608.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180210_141707_2884201215761856637865.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 602 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180210_141742_99915389950481428463764.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180210_141742_9995372562458089718607.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 549 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180210_141801_38717775032748881381986.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32295 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4431 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4431/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest: 1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest:
1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:56833_solr, 127.0.0.1:56834_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"http://127.0.0.1:56834/solr", "node_name":"127.0.0.1:56834_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"http://127.0.0.1:56834/solr", "node_name":"127.0.0.1:56834_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node8":{ "core":"testSimple1_shard2_replica_n6", "base_url":"http://127.0.0.1:56834/solr", "node_name":"127.0.0.1:56834_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"http://127.0.0.1:56835/solr", "node_name":"127.0.0.1:56835_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:56833_solr, 127.0.0.1:56834_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"testSimple1_shard1_replica_n2",
"base_url":"http://127.0.0.1:56834/solr",
"node_name":"127.0.0.1:56834_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"http://127.0.0.1:56834/solr",
"node_name":"127.0.0.1:56834_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"testSimple1_shard2_replica_n6",
"base_url":"http://127.0.0.1:56834/solr",
"node_name":"127.0.0.1:56834_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"http://127.0.0.1:56835/solr",
"node_name":"127.0.0.1:56835_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([577BA4A4821B7D17:6FC8805AA5E8A9C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13879 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/init-core-data-001
[junit4] 2> 3278562 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
[junit4] 2> 3278562 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3278563 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3278563 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3278564 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001
[junit4] 2> 3278564 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3278564 INFO (Thread-3982) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3278565 INFO (Thread-3982) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3278569 ERROR (Thread-3982) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3278674 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56831
[junit4] 2> 3278689 INFO (zkConnectionManagerCallback-8829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278695 INFO (jetty-launcher-8826-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3278695 INFO (jetty-launcher-8826-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3278695 INFO (jetty-launcher-8826-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3278697 INFO (jetty-launcher-8826-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3278697 INFO (jetty-launcher-8826-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3278697 INFO (jetty-launcher-8826-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3278698 INFO (jetty-launcher-8826-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ed23a83{/solr,null,AVAILABLE}
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dde6dfb{HTTP/1.1,[http/1.1]}{127.0.0.1:56833}
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-2) [ ] o.e.j.s.Server Started @3280822ms
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56833}
[junit4] 2> 3278699 INFO (jetty-launcher-8826-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3278700 ERROR (jetty-launcher-8826-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@88f68e4{/solr,null,AVAILABLE}
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@986d414{/solr,null,AVAILABLE}
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T01:47:12.873621Z
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43125ab2{HTTP/1.1,[http/1.1]}{127.0.0.1:56834}
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-1) [ ] o.e.j.s.Server Started @3280823ms
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56834}
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dd1232d{HTTP/1.1,[http/1.1]}{127.0.0.1:56835}
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-3) [ ] o.e.j.s.Server Started @3280823ms
[junit4] 2> 3278700 INFO (jetty-launcher-8826-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56835}
[junit4] 2> 3278700 ERROR (jetty-launcher-8826-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3278701 ERROR (jetty-launcher-8826-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T01:47:12.874569Z
[junit4] 2> 3278701 INFO (jetty-launcher-8826-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T01:47:12.874608Z
[junit4] 2> 3278704 INFO (zkConnectionManagerCallback-8835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278704 INFO (zkConnectionManagerCallback-8831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278705 INFO (zkConnectionManagerCallback-8834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278705 INFO (jetty-launcher-8826-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3278705 INFO (jetty-launcher-8826-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3278706 INFO (jetty-launcher-8826-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3278722 INFO (jetty-launcher-8826-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56831/solr
[junit4] 2> 3278729 INFO (zkConnectionManagerCallback-8839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278731 INFO (jetty-launcher-8826-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56831/solr
[junit4] 2> 3278734 INFO (zkConnectionManagerCallback-8843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278735 INFO (jetty-launcher-8826-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56831/solr
[junit4] 2> 3278738 INFO (zkConnectionManagerCallback-8846-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278738 INFO (zkConnectionManagerCallback-8849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278741 INFO (zkConnectionManagerCallback-8851-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3278744 INFO (zkConnectionManagerCallback-8853-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3279075 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3279080 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56835_solr
[junit4] 2> 3279083 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.c.Overseer Overseer (id=72066302743805961-127.0.0.1:56835_solr-n_0000000000) starting
[junit4] 2> 3279090 INFO (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3279093 INFO (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56833_solr
[junit4] 2> 3279098 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3279099 INFO (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3279104 INFO (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3279125 INFO (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3279130 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3279132 INFO (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56834_solr
[junit4] 2> 3279133 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3279149 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56833_solr]
[junit4] 2> 3279149 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3279149 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3279153 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56835_solr
[junit4] 2> 3279154 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3279157 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3279158 INFO (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3279180 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3279181 INFO (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3279181 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3279182 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3279182 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3279183 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3279188 INFO (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279198 INFO (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279198 INFO (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279200 INFO (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/.
[junit4] 2> 3279235 INFO (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279246 INFO (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279246 INFO (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279247 INFO (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/.
[junit4] 2> 3279273 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279284 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279284 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3279285 INFO (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/.
[junit4] 2> 3279321 INFO (zkConnectionManagerCallback-8861-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3279325 INFO (zkConnectionManagerCallback-8865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3279327 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3279329 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56831/solr ready
[junit4] 2> 3279363 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[577BA4A4821B7D17]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 3279368 INFO (qtp812306955-31984) [n:127.0.0.1:56833_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:56833_solr,127.0.0.1:56834_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3279371 INFO (OverseerThreadFactory-9653-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 3279495 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56833/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3279500 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56834/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3279504 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56833/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3279508 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56834/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3279725 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3279725 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3279726 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3279727 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3279728 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3279729 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3279850 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3279851 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3279851 INFO (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3279851 INFO (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3280194 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3280757 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3280759 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3280798 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3280800 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 3280801 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3280804 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3280804 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3280805 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3280806 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3280806 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 3280807 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3280813 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3280813 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3280813 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3280814 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3280814 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 3280819 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 3280819 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3280822 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3280822 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3280822 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3280822 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3280822 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3280823 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3280823 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 3280823 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3280823 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3280823 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 3281111 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3281111 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3281137 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3281137 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3281137 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3281137 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3281143 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3281143 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3281158 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3281158 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3281161 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3281161 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3281185 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3281185 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3281192 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3281192 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3281198 DEBUG (ScheduledTrigger-9651-thread-2) [n:127.0.0.1:56835_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3281202 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@38227914[testSimple1_shard1_replica_n2] main]
[junit4] 2> 3281204 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3281204 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fd97ff3[testSimple1_shard2_replica_n6] main]
[junit4] 2> 3281204 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3281205 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3281206 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641564770304
[junit4] 2> 3281206 INFO (searcherExecutor-9660-thread-1-processing-n:127.0.0.1:56834_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@38227914[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3281206 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3281207 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3281208 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3281208 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641566867456
[junit4] 2> 3281209 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e6b3b27[testSimple1_shard2_replica_n4] main]
[junit4] 2> 3281209 INFO (searcherExecutor-9661-thread-1-processing-n:127.0.0.1:56834_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@4fd97ff3[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3281210 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3281211 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3281212 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3281213 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641572110336
[junit4] 2> 3281213 INFO (searcherExecutor-9662-thread-1-processing-n:127.0.0.1:56833_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@3e6b3b27[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3281239 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3281239 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3281239 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56834/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 3281240 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:56834/solr START replicas=[http://127.0.0.1:56833/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 3281242 INFO (qtp812306955-31990) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3281244 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
[junit4] 2> 3281279 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70ddb581[testSimple1_shard1_replica_n1] main]
[junit4] 2> 3281282 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3281283 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3281284 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3281284 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641646559232
[junit4] 2> 3281285 INFO (searcherExecutor-9663-thread-1-processing-n:127.0.0.1:56833_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@70ddb581[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3281345 INFO (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281345 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281345 INFO (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281345 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281573 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:56834/solr DONE. We have no versions. sync failed.
[junit4] 2> 3281574 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3281574 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3281574 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3281582 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56834/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 3281694 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281695 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281695 INFO (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281694 INFO (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281753 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3281754 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3281754 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3281754 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56834/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 3281755 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:56834/solr START replicas=[http://127.0.0.1:56833/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 3281756 INFO (qtp812306955-31995) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3281757 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2027
[junit4] 2> 3281869 INFO (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281869 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281869 INFO (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3281869 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282065 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:56834/solr DONE. We have no versions. sync failed.
[junit4] 2> 3282065 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3282065 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3282065 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3282071 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56834/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 3282184 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282184 INFO (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282184 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282184 INFO (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282208 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3282238 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3282241 INFO (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2516
[junit4] 2> 3282243 INFO (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2514
[junit4] 2> 3282300 INFO (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2575
[junit4] 2> 3282304 INFO (qtp812306955-31984) [n:127.0.0.1:56833_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3282412 INFO (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282412 INFO (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282412 INFO (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3282412 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3283215 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3283313 INFO (qtp812306955-31984) [n:127.0.0.1:56833_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:56833_solr,127.0.0.1:56834_solr&wt=javabin&version=2} status=0 QTime=3945
[junit4] 2> 3283314 INFO (qtp812306955-31990) [n:127.0.0.1:56833_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:56834_solr,127.0.0.1:56835_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3283318 INFO (OverseerThreadFactory-9653-thread-2-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 3283321 INFO (OverseerCollectionConfigSetProcessor-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3283558 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56834/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3283564 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3283570 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56834/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3283575 INFO (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3283789 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3283790 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3283792 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3283792 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3283796 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3283913 INFO (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3283913 INFO (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3283914 INFO (zkCallback-8852-thread-2-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3283913 INFO (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3284225 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3284820 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3284820 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3284821 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3284830 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3284831 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 3284831 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 3284833 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3284833 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 3284834 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3284834 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 3284834 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3284834 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3284834 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple2_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 3284834 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3284834 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3284835 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/testSimple2_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 3284839 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3284839 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3284841 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3284841 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 3284862 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3284862 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 3284862 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3284863 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3284863 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 3284863 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
[junit4] 2> 3284863 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3284863 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 3285029 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3285029 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3285034 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3285034 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3285035 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3285035 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3285039 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3285039 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3285042 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3285042 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3285044 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3285045 INFO (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3285047 INFO (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d4b6da2[testSimple2_shard2_replica_n6] main]
[junit4] 2> 3285055 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d42bc24[testSimple2_shard2_replica_n4] main]
[junit4] 2> 3285056 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3285058 INFO (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3285058 INFO (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numR
[...truncated too long message...]
untimeFieldTest, BlockJoinFacetSimpleTest, TestRuleBasedAuthorizationPlugin, TestCharFilters, ForceLeaderTest, TestPhraseSuggestions, TestClusterStateProvider, AddReplicaTest, ConfigSetsAPITest, TestBackupRepositoryFactory, TestXIncludeConfig, ZkFailoverTest, AssignBackwardCompatibilityTest, TestFieldResource, TestManagedSchemaAPI, TestCloudRecovery, DirectoryFactoryTest, SolrMetricsIntegrationTest, TestMinMaxOnMultiValuedField, TestPerFieldSimilarityWithDefaultOverride, HdfsDirectoryFactoryTest, TestJoin, AnalyticsMergeStrategyTest, TestRandomFlRTGCloud, TestLRUStatsCache, TestQueryUtils, DirectSolrSpellCheckerTest, TestTolerantSearch, TestManagedResource, UtilsToolTest, TestCloudPivotFacet, TriLevelCompositeIdRoutingTest, OverseerModifyCollectionTest, TestMergePolicyConfig, TestLegacyNumericUtils, TestExactSharedStatsCache, DataDrivenBlockJoinTest, RAMDirectoryFactoryTest, TestDistribDocBasedVersion, PingRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HttpSolrCallGetCoreTest, TestPayloadCheckQParserPlugin, CollectionsAPISolrJTest, TestConfigSetsAPIExclusivity, WordBreakSolrSpellCheckerTest, AnalysisErrorHandlingTest, TestFieldCacheReopen, BasicDistributedZkTest, TestSQLHandler, SearchHandlerTest, TestSolrJ, ShufflingReplicaListTransformerTest, TestCoreContainer, SuggestComponentContextFilterQueryTest, DistributedQueryComponentCustomSortTest, TestQuerySenderNoQuery, TermsComponentTest, PolyFieldTest, HdfsChaosMonkeySafeLeaderTest, TestCryptoKeys, TestDistributedStatsComponentCardinality, DistribJoinFromCollectionTest, TestFilteredDocIdSet, ConvertedLegacyTest, TestSolrCloudWithKerberosAlt, SolrCoreTest, TestLegacyNumericRangeQueryBuilder, EnumFieldTest, AlternateDirectoryTest, PluginInfoTest, SolrCloudExampleTest, SuggesterFSTTest, TestLockTree, BasicAuthStandaloneTest, MetricsConfigTest, RecoveryZkTest, TestPointFields, TestSolrDeletionPolicy1, AnalysisAfterCoreReloadTest, TestCollectionAPI, TestPolicyCloud, NodeMutatorTest, BinaryUpdateRequestHandlerTest, BitVectorTest, ConnectionReuseTest, TestMacros, AddSchemaFieldsUpdateProcessorFactoryTest, DirectSolrConnectionTest, TestHalfAndHalfDocValues, SolrRequestParserTest, TestSortByMinMaxFunction, TestConfigSets, TestInitParams, TestZkChroot, SignatureUpdateProcessorFactoryTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIZkFailure, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestPrepRecovery, TestPullReplicaErrorHandling, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkShardTermsTest, AssignTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest]
[junit4] Completed [577/775 (1!)] on J0 in 142.85s, 1 test, 1 failure <<< FAILURES!
[...truncated 3865 lines...]
[junit4] Suite: org.apache.solr.analytics.NoFacetTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.NoFacetTest_AFBF74D32654C93E-001/init-core-data-001
[junit4] 2> Feb 10, 2018 2:07:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 10, 2018 2:07:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest:
[junit4] 2> 1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Feb 10, 2018 2:07:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
[junit4] 2> Feb 10, 2018 2:07:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7719e6ac), locale=to, timezone=Pacific/Bougainville
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=102011656,total=199229440
[junit4] 2> NOTE: All tests run in this JVM: [DateFieldsTest, DivideFunctionTest, LegacyExpressionTest, LegacyAbstractAnalyticsFacetCloudTest, AbsoluteValueFunctionTest, LegacyRangeFacetTest, CeilingFunctionTest, GTEFunctionTest, AndFunctionTest, LTFunctionTest, ConstantValueTest, SubtractFunctionTest, RangeFacetTest, LegacyFacetSortingTest, CastingDateValueStreamTest, LegacyFieldFacetExtrasCloudTest, AbstractAnalyticsFieldTest, CastingBooleanValueStreamTest, CastingStringValueStreamTest, DateMathFunctionTest, ExpressionFactoryTest, NoFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NoFacetTest -Dtests.seed=AFBF74D32654C93E -Dtests.slow=true -Dtests.locale=to -Dtests.timezone=Pacific/Bougainville -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | NoFacetTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest:
[junit4] > 1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)
[junit4] Completed [78/78 (1!)] on J1 in 59.66s, 15 tests, 2 errors <<< FAILURES!
[...truncated 37710 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4430
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4430/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DAC6DBC53ECF0848:DD13DA8E195B6D45]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection(CollectionsAPISolrJTest.java:98)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([DAC6DBC53ECF0848:B73A7F388487F74F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DAC6DBC53ECF0848:DE3872D704058AD2]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13766 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> 2505034 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/init-core-data-001
[junit4] 2> 2505034 WARN (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 2505035 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2505041 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2505042 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001
[junit4] 2> 2505042 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2505042 INFO (Thread-4083) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2505042 INFO (Thread-4083) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2505046 ERROR (Thread-4083) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2505151 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:65024
[junit4] 2> 2505163 INFO (zkConnectionManagerCallback-4827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505169 INFO (jetty-launcher-4824-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2505170 INFO (jetty-launcher-4824-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2505170 INFO (jetty-launcher-4824-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2505171 INFO (jetty-launcher-4824-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2505171 INFO (jetty-launcher-4824-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2505171 INFO (jetty-launcher-4824-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2505172 INFO (jetty-launcher-4824-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f35a6e5{/solr,null,AVAILABLE}
[junit4] 2> 2505172 INFO (jetty-launcher-4824-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69bed17{HTTP/1.1,[http/1.1]}{127.0.0.1:65026}
[junit4] 2> 2505172 INFO (jetty-launcher-4824-thread-4) [ ] o.e.j.s.Server Started @2508852ms
[junit4] 2> 2505172 INFO (jetty-launcher-4824-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65026}
[junit4] 2> 2505173 ERROR (jetty-launcher-4824-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2505173 INFO (jetty-launcher-4824-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2505173 INFO (jetty-launcher-4824-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2505173 INFO (jetty-launcher-4824-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2505173 INFO (jetty-launcher-4824-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T14:45:25.771Z
[junit4] 2> 2505175 INFO (jetty-launcher-4824-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2505176 INFO (jetty-launcher-4824-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2505177 INFO (jetty-launcher-4824-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2505177 INFO (jetty-launcher-4824-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2505177 INFO (jetty-launcher-4824-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@733b6690{/solr,null,AVAILABLE}
[junit4] 2> 2505177 INFO (jetty-launcher-4824-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15dcbc6{HTTP/1.1,[http/1.1]}{127.0.0.1:65027}
[junit4] 2> 2505178 INFO (jetty-launcher-4824-thread-2) [ ] o.e.j.s.Server Started @2508857ms
[junit4] 2> 2505178 INFO (jetty-launcher-4824-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65027}
[junit4] 2> 2505178 ERROR (jetty-launcher-4824-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2505178 INFO (jetty-launcher-4824-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2505178 INFO (jetty-launcher-4824-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2505178 INFO (jetty-launcher-4824-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2505178 INFO (jetty-launcher-4824-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T14:45:25.776Z
[junit4] 2> 2505181 INFO (jetty-launcher-4824-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2505181 INFO (jetty-launcher-4824-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2505181 INFO (jetty-launcher-4824-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2505181 INFO (jetty-launcher-4824-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f98e018{/solr,null,AVAILABLE}
[junit4] 2> 2505182 INFO (jetty-launcher-4824-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52884744{HTTP/1.1,[http/1.1]}{127.0.0.1:65029}
[junit4] 2> 2505182 INFO (jetty-launcher-4824-thread-1) [ ] o.e.j.s.Server Started @2508861ms
[junit4] 2> 2505182 INFO (jetty-launcher-4824-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65029}
[junit4] 2> 2505182 ERROR (jetty-launcher-4824-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2505182 INFO (jetty-launcher-4824-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2505182 INFO (jetty-launcher-4824-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2505182 INFO (jetty-launcher-4824-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2505182 INFO (jetty-launcher-4824-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T14:45:25.780Z
[junit4] 2> 2505183 INFO (zkConnectionManagerCallback-4829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505184 INFO (jetty-launcher-4824-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2505185 INFO (jetty-launcher-4824-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2505185 INFO (jetty-launcher-4824-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2505185 INFO (jetty-launcher-4824-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2505185 INFO (jetty-launcher-4824-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@531f1015{/solr,null,AVAILABLE}
[junit4] 2> 2505187 INFO (jetty-launcher-4824-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a5f235c{HTTP/1.1,[http/1.1]}{127.0.0.1:65031}
[junit4] 2> 2505187 INFO (jetty-launcher-4824-thread-3) [ ] o.e.j.s.Server Started @2508867ms
[junit4] 2> 2505187 INFO (jetty-launcher-4824-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65031}
[junit4] 2> 2505187 ERROR (jetty-launcher-4824-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2505188 INFO (jetty-launcher-4824-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2505188 INFO (jetty-launcher-4824-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2505188 INFO (jetty-launcher-4824-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2505188 INFO (jetty-launcher-4824-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T14:45:25.786Z
[junit4] 2> 2505189 INFO (zkConnectionManagerCallback-4831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505191 INFO (jetty-launcher-4824-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2505192 INFO (zkConnectionManagerCallback-4833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505192 INFO (zkConnectionManagerCallback-4835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505196 INFO (jetty-launcher-4824-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2505197 INFO (jetty-launcher-4824-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2505204 INFO (jetty-launcher-4824-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
[junit4] 2> 2505210 INFO (zkConnectionManagerCallback-4839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505211 INFO (jetty-launcher-4824-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
[junit4] 2> 2505212 INFO (jetty-launcher-4824-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
[junit4] 2> 2505216 INFO (zkConnectionManagerCallback-4844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505217 INFO (zkConnectionManagerCallback-4847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505217 INFO (zkConnectionManagerCallback-4849-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505218 INFO (jetty-launcher-4824-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
[junit4] 2> 2505222 INFO (zkConnectionManagerCallback-4853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505223 INFO (zkConnectionManagerCallback-4855-thread-1-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505223 INFO (zkConnectionManagerCallback-4857-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505228 INFO (zkConnectionManagerCallback-4859-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2505505 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2505505 INFO (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2505507 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65026_solr
[junit4] 2> 2505508 INFO (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65031_solr
[junit4] 2> 2505509 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.c.Overseer Overseer (id=72063700499169288-127.0.0.1:65026_solr-n_0000000000) starting
[junit4] 2> 2505511 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2505511 INFO (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2505515 INFO (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2505516 INFO (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2505521 INFO (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65027_solr
[junit4] 2> 2505527 INFO (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2505527 INFO (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2505528 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2505536 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65026_solr
[junit4] 2> 2505540 INFO (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2505541 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2505541 INFO (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2505606 INFO (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2505610 INFO (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2505622 INFO (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65029_solr
[junit4] 2> 2505624 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2505624 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2505624 INFO (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2505624 INFO (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2505704 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505726 INFO (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505726 INFO (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505735 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505735 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505737 INFO (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/.
[junit4] 2> 2505760 INFO (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505760 INFO (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505773 INFO (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/.
[junit4] 2> 2505775 INFO (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505775 INFO (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505777 INFO (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node2/.
[junit4] 2> 2505815 INFO (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505847 INFO (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505847 INFO (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2505849 INFO (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node1/.
[junit4] 2> 2506025 INFO (zkConnectionManagerCallback-4869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2506042 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100058dc574000d, likely client has closed socket
[junit4] 2> 2506045 INFO (zkConnectionManagerCallback-4873-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2506047 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2506049 INFO (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65024/solr ready
[junit4] 2> 2506108 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[DAC6DBC53ECF0848]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionWithPropertyParam
[junit4] 2> 2506111 INFO (qtp1800354117-21001) [n:127.0.0.1:65027_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&name=solrj_test_core_props&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2506133 INFO (OverseerThreadFactory-9095-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection solrj_test_core_props
[junit4] 2> 2506273 INFO (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_test_core_props",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"solrj_test_core_props_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65026/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2506496 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&newCollection=true&collection=solrj_test_core_props&version=2&replicaType=NRT&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&coreNodeName=core_node2&name=solrj_test_core_props_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 2506496 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2506612 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2506612 INFO (zkCallback-4848-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2507533 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2507619 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.IndexSchema [solrj_test_core_props_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2507624 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2507625 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'solrj_test_core_props_shard1_replica_n1' using configuration from collection solrj_test_core_props, trusted=true
[junit4] 2> 2507625 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.core.solrj_test_core_props.shard1.replica_n1' (registry 'solr.core.solrj_test_core_props.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2507625 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2507625 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrCore [[solrj_test_core_props_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/solrj_test_core_props_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf/]
[junit4] 2> 2507753 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2507753 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2507755 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2507755 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2507756 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24e1c685[solrj_test_core_props_shard1_replica_n1] main]
[junit4] 2> 2507758 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2507758 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2507759 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2507759 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935005734469632
[junit4] 2> 2507761 INFO (searcherExecutor-9104-thread-1-processing-n:127.0.0.1:65026_solr x:solrj_test_core_props_shard1_replica_n1 s:shard1 c:solrj_test_core_props r:core_node2) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrCore [solrj_test_core_props_shard1_replica_n1] Registered new searcher Searcher@24e1c685[solrj_test_core_props_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2507794 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2507794 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2507794 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65026/solr/solrj_test_core_props_shard1_replica_n1/
[junit4] 2> 2507794 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2507794 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:65026/solr/solrj_test_core_props_shard1_replica_n1/ has no replicas
[junit4] 2> 2507794 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2507801 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65026/solr/solrj_test_core_props_shard1_replica_n1/ shard1
[junit4] 2> 2507908 INFO (zkCallback-4848-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2507909 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2507918 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2507922 INFO (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&newCollection=true&collection=solrj_test_core_props&version=2&replicaType=NRT&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&coreNodeName=core_node2&name=solrj_test_core_props_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=1426
[junit4] 2> 2507925 INFO (qtp1800354117-21001) [n:127.0.0.1:65027_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2508033 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2508033 INFO (zkCallback-4848-thread-3-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2508145 INFO (OverseerCollectionConfigSetProcessor-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2508932 INFO (qtp1800354117-21001) [n:127.0.0.1:65027_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&name=solrj_test_core_props&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2821
[junit4] 2> 2508936 INFO (qtp72224380-21008) [n:127.0.0.1:65026_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2508938 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[DAC6DBC53ECF0848]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionWithPropertyParam
[junit4] 2> 2509024 INFO (TEST-CollectionsAPISolrJTest.testCreateAndDeleteShard-seed#[DAC6DBC53ECF0848]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateAndDeleteShard
[junit4] 2> 2509027 INFO (qtp1800354117-21014) [n:127.0.0.1:65027_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&shards=shardA,shardB&replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&name=solrj_implicit&router.name=implicit&nrtReplicas=1&action=CREATE&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2509030 INFO (OverseerThreadFactory-9095-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection solrj_implicit
[junit4] 2> 2509274 INFO (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_implicit",
[junit4] 2> "shard":"shardA",
[junit4] 2> "core":"solrj_implicit_shardA_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65031/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2509283 INFO (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_implicit",
[junit4] 2> "shard":"shardA",
[junit4] 2> "core":"solrj_implicit_shardA_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65026/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2509327 INFO (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_implicit",
[junit4] 2> "shard":"shardA",
[junit4] 2> "core":"solrj_implicit_shardA_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65027/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2509358 INFO (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_implicit",
[junit4] 2> "shard":"shardB",
[junit4] 2> "core":"solrj_implicit_shardB_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65029/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2509368 INFO (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_implicit",
[junit4] 2> "shard":"shardB",
[junit4] 2> "core":"solrj_implicit_shardB_replica_t8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65031/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2509370 INFO (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_implicit",
[junit4] 2> "shard":"shardB",
[junit4] 2> "core":"solrj_implicit_shardB_replica_p9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65026/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2509570 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_implicit_shardA_replica_n1&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardA&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2509571 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2509579 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=solrj_implicit_shardB_replica_p9&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardB&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2509579 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=solrj_implicit_shardA_replica_p4&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardA&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2509580 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2509582 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=solrj_implicit_shardB_replica_t8&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardB&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2509584 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=solrj_implicit_shardB_replica_n6&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardB&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2509586 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2509588 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=solrj_implicit_shardA_replica_t2&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardA&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2509710 INFO (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509710 INFO (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509711 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509711 INFO (zkCallback-4858-thread-2-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509712 INFO (zkCallback-4854-thread-2-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509712 INFO (zkCallback-4856-thread-2-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509714 INFO (zkCallback-4848-thread-3-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509714 INFO (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2509714 INFO (zkCallback-4848-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2510621 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2510624 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2510650 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2510661 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2510661 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.s.IndexSchema [solrj_implicit_shardB_replica_t8] Schema name=minimal
[junit4] 2> 2510666 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2510667 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardB_replica_t8' using configuration from collection solrj_implicit, trusted=true
[junit4] 2> 2510667 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.core.solrj_implicit.shardB.replica_t8' (registry 'solr.core.solrj_implicit.shardB.replica_t8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2510667 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2510668 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrCore [[solrj_implicit_shardB_replica_t8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/solrj_implicit_shardB_replica_t8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/./solrj_implicit_shardB_replica_t8/data/]
[junit4] 2> 2510669 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.s.IndexSchema [solrj_implicit_shardA_replica_n1] Schema name=minimal
[junit4] 2> 2510702 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2510702 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardA_replica_n1' using configuration from collection solrj_implicit, trusted=true
[junit4] 2> 2510703 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.core.solrj_implicit.shardA.replica_n1' (registry 'solr.core.solrj_implicit.shardA.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2510703 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2510703 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrCore [[solrj_implicit_shardA_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/solrj_implicit_shardA_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/./solrj_implicit_shardA_replica_n1/data/]
[junit4] 2> 2510704 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.s.IndexSchema [solrj_implicit_shardB_replica_p9] Schema name=minimal
[junit4] 2> 2510707 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2510707 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2510707 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardB_replica_p9' using configuration from collection solrj_implicit, trusted=true
[junit4] 2> 2510708 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.core.solrj_implicit.shardB.replica_p9' (registry 'solr.core.solrj_implicit.shardB.replica_p9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2510708 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2510708 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrCore [[solrj_implicit_shardB_replica_p9] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/solrj_implicit_shardB_replica_p9], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/./solrj_implicit_shardB_replica_p9/data/]
[junit4] 2> 2510710 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2510713 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.s.IndexSchema [solrj_implicit_shardA_replica_t2] Schema name=minimal
[junit4] 2> 2510716 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2510716 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardA_replica_t2' using configuration from collection solrj_implicit, trusted=true
[junit4] 2> 2510717 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.core.solrj_implicit.shardA.replica_t2' (registry 'solr.core.solrj_implicit.shardA.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2510717 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2510717 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrCore [[solrj_implicit_shardA_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/solrj_implicit_shardA_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/./solrj_implicit_shardA_replica_t2/data/]
[junit4] 2> 2510717 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.s.IndexSchema [solrj_implicit_shardA_replica_p4] Schema name=minimal
[junit4] 2> 2510718 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.s.IndexSchema [solrj_implicit_shardB_replica_n6] Schema name=minimal
[junit4] 2> 2510736 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2510736 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardA_replica_p4' using configuration from collection solrj_implicit, trusted=true
[junit4] 2> 2510736 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2510736 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardB_replica_n6' using configuration from collection solrj_implicit, trusted=true
[junit4] 2> 2510736 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.core.solrj_implicit.shardA.replica_p4' (registry 'solr.core.solrj_implicit.shardA.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2510737 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2510737 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.core.solrj_implicit.shardB.replica_n6' (registry 'solr.core.solrj_implicit.shardB.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
[junit4] 2> 2510737 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrCore [[solrj_implicit_shardA_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node2/solrj_implicit_shardA_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node2/./solrj_implicit_shardA_replica_p4/data/]
[junit4] 2> 2510737 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2510737 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrCore [[solrj_implicit_shardB_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node1/solrj_implicit_shardB_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node1/./solrj_implicit_shardB_replica_n6/data/]
[junit4] 2> 2510916 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2510916 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2510923 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2510923 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2510924 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2510924 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2510928 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2510928 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2511002 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@761f7419[solrj_implicit_shardA_replica_t2] main]
[junit4] 2> 2511004 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2511004 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2511005 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@37777176[solrj_implicit_shardB_replica_n6] main]
[junit4] 2> 2511006 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2511006 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2511007 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2511007 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2511008 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511008 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009141293056
[junit4] 2> 2511009 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2511009 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2511013 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511014 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009147584512
[junit4] 2> 2511015 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2511015 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2511017 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2511017 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2511019 INFO (searcherExecutor-9112-thread-1-processing-n:127.0.0.1:65026_solr x:solrj_implicit_shardA_replica_t2 s:shardA c:solrj_implicit r:core_node5) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrCore [solrj_implicit_shardA_replica_t2] Registered new searcher Searcher@761f7419[solrj_implicit_shardA_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2511023 INFO (searcherExecutor-9114-thread-1-processing-n:127.0.0.1:65029_solr x:solrj_implicit_shardB_replica_n6 s:shardB c:solrj_implicit r:core_node10) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrCore [solrj_implicit_shardB_replica_n6] Registered new searcher Searcher@37777176[solrj_implicit_shardB_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2511026 INFO (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shardA: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2511028 INFO (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shardB: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2511029 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2511029 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2511029 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d83c154[solrj_implicit_shardB_replica_t8] main]
[junit4] 2> 2511030 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@664cfaf3[solrj_implicit_shardA_replica_n1] main]
[junit4] 2> 2511031 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2511032 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2511032 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2511032 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511033 INFO (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009167507456
[junit4] 2> 2511033 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2511033 INFO (searcherExecutor-9109-thread-1-processing-n:127.0.0.1:65031_solr x:solrj_implicit_shardB_replica_t8 s:shardB c:solrj_implicit r:core_node11) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrCore [solrj_implicit_shardB_replica_t8] Registered new searcher Searcher@4d83c154[solrj_implicit_shardB_replica_t8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2511033 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2511034 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2511034 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511034 INFO (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009168556032
[junit4] 2> 2511035 INFO (searcherExecutor-9110-thread-1-processing-n:127.0.0.1:65031_solr x:solrj_implicit_shardA_replica_n1 s:shardA c:solrj_implicit r:core_node3) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrCore [solrj_implicit_shardA_replica_n1] Registered new searcher Searcher@664cfaf3[solrj_implicit_shardA_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2511035 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.s.SolrIndexSearcher Opening [Searcher@67a5e8d4[solrj_implicit_shardB_replica_p9] main]
[junit4] 2> 2511036 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70a4f708[solrj_implicit_shardA_replica_p4] main]
[junit4] 2> 2511037 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2511037 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2511037 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2511038 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2511038 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511038 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511039 INFO (searcherExecutor-9111-thread-1-processing-n:127.0.0.1:65026_solr x:solrj_implicit_shardB_replica_p9 s:shardB c:solrj_implicit r:core_node12) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrCore [solrj_implicit_shardB_replica_p9] Registered new searcher Searcher@67a5e8d4[solrj_implicit_shardB_replica_p9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2511039 INFO (searcherExecutor-9113-thread-1-processing-n:127.0.0.1:65027_solr x:solrj_implicit_shardA_replica_p4 s:shardA c:solrj_implicit r:core_node7) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrCore [solrj_implicit_shardA_replica_p4] Registered new searcher Searcher@70a4f708[solrj_implicit_shardA_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2511043 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 2511044 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.ZkController solrj_implicit_shardA_replica_p4 starting background replication from leader
[junit4] 2> 2511044 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2511045 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.ZkController solrj_implicit_shardB_replica_p9 starting background replication from leader
[junit4] 2> 2511045 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2511048 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2511048 INFO (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511048 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2511048 INFO (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2511137 INFO (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2511137 INFO (zkCallback-4858-thread-2-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2511138 INFO (zkCallback-4856-thread-2-processing-n:127.0.0.1:65027_so
[...truncated too long message...]
_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=88825857
[junit4] 2> 3970257 INFO (jetty-closer-9804-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73ad0bbf{/solr,null,UNAVAILABLE}
[junit4] 2> 3970257 INFO (jetty-closer-9804-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3970262 INFO (jetty-closer-9804-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72063795596754952-127.0.0.1:54458_solr-n_0000000000) closing
[junit4] 2> 3970262 INFO (OverseerStateUpdate-72063795596754952-127.0.0.1:54458_solr-n_0000000000) [n:127.0.0.1:54458_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54458_solr
[junit4] 2> 3970263 WARN (OverseerAutoScalingTriggerThread-72063795596754952-127.0.0.1:54458_solr-n_0000000000) [n:127.0.0.1:54458_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3970265 DEBUG (jetty-closer-9804-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3970267 INFO (jetty-closer-9804-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a4e472d{/solr,null,UNAVAILABLE}
[junit4] 2> 3970270 INFO (jetty-closer-9804-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3971686 WARN (zkCallback-9849-thread-1-processing-n:127.0.0.1:54489_solr) [n:127.0.0.1:54489_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3971690 INFO (jetty-closer-9804-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50401614{/solr,null,UNAVAILABLE}
[junit4] 2> 3971693 INFO (jetty-closer-9804-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3971694 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3971695 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DAC6DBC53ECF0848]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54456 54456
[junit4] 2> 3971722 INFO (Thread-5046) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54456 54456
[junit4] 2> 3972587 WARN (Thread-5046) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 10 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 9 /solr/collections/.system/terms/shard1
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/collections/.system/state.json
[junit4] 2> 22 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/72063795596754952-127.0.0.1:54458_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DAC6DBC53ECF0848-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5064d8b7), locale=id, timezone=Etc/GMT+7
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=229349272,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSimpleTextCodec, HdfsBasicDistributedZkTest, RulesTest, AutoAddReplicasIntegrationTest, HDFSCollectionsAPITest, TestPostingsSolrHighlighter, SolrIndexMetricsTest, TestSolrCoreParser, TestLegacyNumericRangeQueryBuilder, DistributedDebugComponentTest, TestXmlQParserPlugin, TriLevelCompositeIdRoutingTest, UtilsToolTest, TestSolrConfigHandlerCloud, ShardRoutingCustomTest, MultiTermTest, TestManagedResource, TestPhraseSuggestions, TestEmbeddedSolrServerSchemaAPI, FileUtilsTest, StatelessScriptUpdateProcessorFactoryTest, TestSystemCollAutoCreate, LeaderElectionIntegrationTest, CurrencyRangeFacetCloudTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AddReplicaTest, AlternateDirectoryTest, TestLazyCores, TestRangeQuery, TestSchemalessBufferedUpdates, TestQueryUtils, TestUtilizeNode, TestGenericDistributedQueue, RegexBytesRefFilterTest, TestDocTermOrds, ConjunctionSolrSpellCheckerTest, DistributedFacetPivotLongTailTest, TestQueryTypes, DocumentBuilderTest, TestReplicationHandler, ZkCLITest, UniqFieldsUpdateProcessorFactoryTest, HttpTriggerListenerTest, TestHalfAndHalfDocValues, TestTrieFacet, TestMergePolicyConfig, TestCollationField, TestBackupRepositoryFactory, TestSmileRequest, TestQuerySenderNoQuery, SuggesterTSTTest, TestNumericTerms32, TestDefaultStatsCache, TestQueryWrapperFilter, ExecutePlanActionTest, SolrRequestParserTest, TestFieldTypeResource, TestSchemaVersionResource, SynonymTokenizerTest, TestLockTree, RequiredFieldsTest, CopyFieldTest, SolrInfoBeanTest, BigEndianAscendingWordDeserializerTest, TestUninvertingReader, SolrIndexSplitterTest, TestManagedSynonymFilterFactory, TestPayloadCheckQParserPlugin, TestConfigSetsAPIExclusivity, SolrJmxReporterTest, TestFieldCacheWithThreads, TestLegacyField, WordBreakSolrSpellCheckerTest, TestDistribDocBasedVersion, TestBinaryField, TestFieldCacheReopen, TestLeaderElectionZkExpiry, TestMultiValuedNumericRangeQuery, HLLUtilTest, TestCustomDocTransformer, CoreMergeIndexesAdminHandlerTest, DistributedMLTComponentTest, TestObjectReleaseTracker, CursorPagingTest, TestCSVResponseWriter, SolrMetricManagerTest, TestTolerantUpdateProcessorCloud, TestCoreContainer, TestFiltering, AssignBackwardCompatibilityTest, TestNodeAddedTrigger, TestRealTimeGet, TestPerFieldSimilarity, AnalyticsMergeStrategyTest, RankQueryTest, LukeRequestHandlerTest, SpatialFilterTest, CollectionTooManyReplicasTest, TestRestManager, TestRandomFlRTGCloud, TestBulkSchemaConcurrent, TestRuleBasedAuthorizationPlugin, NumberUtilsTest, TestPolicyCloud, CustomCollectionTest, TermVectorComponentDistributedTest, DistributedQueryElevationComponentTest, TestSQLHandler, HdfsDirectoryFactoryTest, DeleteInactiveReplicaTest, SolrPluginUtilsTest, TestChildDocTransformer, ZkFailoverTest, TestInPlaceUpdatesDistrib, TestFaceting, CloudExitableDirectoryReaderTest, SpellingQueryConverterTest, TestConfigSets, DataDrivenBlockJoinTest, MoveReplicaTest, OutputWriterTest, HdfsDirectoryTest, UnloadDistributedZkTest, SuggesterFSTTest, OverseerModifyCollectionTest, TestClusterStateProvider, InfixSuggestersTest, BasicAuthStandaloneTest, TestHashQParserPlugin, DistribCursorPagingTest, TestManagedSchemaAPI, DateFieldTest, LeaderInitiatedRecoveryOnShardRestartTest, ZkStateReaderTest, TestCloudPivotFacet, HttpSolrCallGetCoreTest, TestMinMaxOnMultiValuedField, ConvertedLegacyTest, ClassificationUpdateProcessorIntegrationTest, TestReloadAndDeleteDocs, TestMissingGroups, LeaderElectionTest, TestJsonFacetRefinement, NumericFieldsTest, TestStressLiveNodes, UpdateLogTest, DirectSolrConnectionTest, SearchHandlerTest, TestHttpShardHandlerFactory, TestTolerantSearch, RestartWhileUpdatingTest, TestElisionMultitermQuery, HdfsUnloadDistributedZkTest, OpenExchangeRatesOrgProviderTest, V2StandaloneTest, TestFunctionQuery, TestTrackingShardHandlerFactory, TestCustomSort, ConfigureRecoveryStrategyTest, TestCopyFieldCollectionResource, TestSuggestSpellingConverter, TestRecovery, BasicZkTest, TestSearcherReuse, RecoveryZkTest, SolrGraphiteReporterTest, SOLR749Test, TestShortCircuitedRequests, TestXIncludeConfig, LeaderFailoverAfterPartitionTest, TestCollectionAPI, ForceLeaderTest, DistributedQueryComponentCustomSortTest, TestInitParams, DistributedVersionInfoTest, BadCopyFieldTest, TestRemoteStreaming, TestTriggerIntegration, TestDelegationWithHadoopAuth, TestAuthenticationFramework, SolrIndexConfigTest, BasicDistributedZkTest, ImplicitSnitchTest, TestSortByMinMaxFunction, CreateCollectionCleanupTest, DirectUpdateHandlerOptimizeTest, TestSolrCloudWithHadoopAuthPlugin, DeleteNodeTest, ConfigSetsAPITest, NodeMutatorTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestConfigSetsAPI, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest, TriggerIntegrationTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [639/775 (3!)] on J0 in 16.61s, 1 test, 1 failure <<< FAILURES!
[...truncated 48583 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4429 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4429/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
max version bucket seed not updated after recovery!
Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
at __randomizedtesting.SeedInfo.seed([28CDF4E6F3DD2703:A099CB3C5D214AFB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:441)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:140)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([28CDF4E6F3DD2703:2C335DF4C917A599]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12540 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/init-core-data-001
[junit4] 2> 879698 WARN (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 879698 INFO (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 879698 INFO (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
[junit4] 2> 879698 INFO (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 879698 INFO (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t_/xx
[junit4] 2> 879703 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 879703 INFO (Thread-2243) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 879703 INFO (Thread-2243) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 879708 ERROR (Thread-2243) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 879810 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.ZkTestServer start zk server on port:63810
[junit4] 2> 879919 INFO (zkConnectionManagerCallback-2433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879925 INFO (zkConnectionManagerCallback-2435-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879936 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 879940 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 879943 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 879945 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 879948 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 879950 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 879953 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 879955 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 879958 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 879960 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 879962 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 879968 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 880261 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 880263 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 880263 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 880263 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 880263 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f53206f{/t_/xx,null,AVAILABLE}
[junit4] 2> 880265 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@489cf1ac{HTTP/1.1,[http/1.1]}{127.0.0.1:63816}
[junit4] 2> 880265 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server Started @882414ms
[junit4] 2> 880265 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/control/data, hostPort=63815, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores}
[junit4] 2> 880266 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 880266 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 880266 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 880266 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 880266 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T03:33:50.297529Z
[junit4] 2> 880268 INFO (zkConnectionManagerCallback-2437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880269 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 880269 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/solr.xml
[junit4] 2> 880273 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 880273 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 880274 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 880277 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
[junit4] 2> 880278 INFO (zkConnectionManagerCallback-2441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880282 INFO (zkConnectionManagerCallback-2443-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880463 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 880464 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63815_t_%2Fxx
[junit4] 2> 880465 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.Overseer Overseer (id=72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) starting
[junit4] 2> 880479 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63815_t_%2Fxx
[junit4] 2> 880480 INFO (OverseerStateUpdate-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 880549 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 880563 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 880563 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 880566 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores
[junit4] 2> 880592 INFO (zkConnectionManagerCallback-2449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880594 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 880595 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63810/solr ready
[junit4] 2> 880596 INFO (SocketProxy-Acceptor-63815) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63822,localport=63815], receiveBufferSize:408300
[junit4] 2> 880597 INFO (SocketProxy-Acceptor-63815) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63816,localport=63823], receiveBufferSize=408300
[junit4] 2> 880599 INFO (qtp583296108-10424) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:63815_t_%252Fxx&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 880602 INFO (OverseerThreadFactory-4311-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 880712 INFO (SocketProxy-Acceptor-63815) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63825,localport=63815], receiveBufferSize:408300
[junit4] 2> 880713 INFO (SocketProxy-Acceptor-63815) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63816,localport=63826], receiveBufferSize=408300
[junit4] 2> 880713 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 880713 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 880820 INFO (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 881731 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 881740 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 881826 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 881846 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 881848 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 881848 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 881848 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 881850 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 881856 WARN (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 881912 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 881913 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 881914 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 881914 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 881915 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 881916 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21314e84[control_collection_shard1_replica_n1] main]
[junit4] 2> 881917 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 881918 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 881918 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 881919 INFO (searcherExecutor-4314-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@21314e84[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 881920 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892751890251776
[junit4] 2> 881933 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 881933 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 881933 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63815/t_/xx/control_collection_shard1_replica_n1/
[junit4] 2> 881933 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 881933 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:63815/t_/xx/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 881933 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 881940 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63815/t_/xx/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 882046 INFO (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 882057 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 882060 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
[junit4] 2> 882064 INFO (qtp583296108-10424) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 882162 INFO (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 882612 INFO (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 883071 INFO (qtp583296108-10424) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:63815_t_%252Fxx&wt=javabin&version=2} status=0 QTime=2471
[junit4] 2> 883076 INFO (zkConnectionManagerCallback-2453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883077 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 883079 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63810/solr ready
[junit4] 2> 883079 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 883079 INFO (SocketProxy-Acceptor-63815) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63838,localport=63815], receiveBufferSize:408300
[junit4] 2> 883080 INFO (SocketProxy-Acceptor-63815) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63816,localport=63839], receiveBufferSize=408300
[junit4] 2> 883080 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 883083 INFO (OverseerThreadFactory-4311-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 883084 WARN (OverseerThreadFactory-4311-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 883296 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 883296 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=215
[junit4] 2> 883652 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001 of type TLOG
[junit4] 2> 883653 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 883654 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 883654 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 883655 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 883655 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43bbbb37{/t_/xx,null,AVAILABLE}
[junit4] 2> 883655 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62139d30{HTTP/1.1,[http/1.1]}{127.0.0.1:63843}
[junit4] 2> 883655 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server Started @885804ms
[junit4] 2> 883655 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/jetty1, hostPort=63842, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores, replicaType=TLOG}
[junit4] 2> 883655 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 883656 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 883656 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 883656 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 883656 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T03:33:53.687227Z
[junit4] 2> 883658 INFO (zkConnectionManagerCallback-2455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883659 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 883659 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/solr.xml
[junit4] 2> 883661 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 883661 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 883662 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 883664 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
[junit4] 2> 883666 INFO (zkConnectionManagerCallback-2459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883669 INFO (zkConnectionManagerCallback-2461-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883680 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 883683 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 883687 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63842_t_%2Fxx
[junit4] 2> 883689 INFO (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 883689 INFO (zkCallback-2452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 883689 INFO (zkCallback-2460-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 883742 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 883752 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 883752 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 883753 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores
[junit4] 2> 883775 INFO (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63842_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 883779 INFO (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 883780 INFO (OverseerThreadFactory-4311-thread-3-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63842_t_%2Fxx for creating new replica
[junit4] 2> 883783 INFO (SocketProxy-Acceptor-63842) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63849,localport=63842], receiveBufferSize:408300
[junit4] 2> 883784 INFO (SocketProxy-Acceptor-63842) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63843,localport=63850], receiveBufferSize=408300
[junit4] 2> 883785 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 883786 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 884805 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 884814 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 884888 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 884910 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 884910 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 884910 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 884910 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 884912 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 884914 WARN (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 884957 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 884957 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 884959 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 884959 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 884960 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 884960 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@d108822[collection1_shard2_replica_t41] main]
[junit4] 2> 884961 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 884962 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 884963 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 884963 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892755081068544
[junit4] 2> 884963 INFO (searcherExecutor-4325-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@d108822[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 884975 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 884975 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 884975 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/
[junit4] 2> 884975 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 884975 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 884975 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 884975 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 884980 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/ shard2
[junit4] 2> 885098 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 885101 INFO (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1315
[junit4] 2> 885104 INFO (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63842_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1328
[junit4] 2> 885385 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001 of type TLOG
[junit4] 2> 885386 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 885387 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 885387 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 885387 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 885388 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7700b03f{/t_/xx,null,AVAILABLE}
[junit4] 2> 885388 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d656ba5{HTTP/1.1,[http/1.1]}{127.0.0.1:63857}
[junit4] 2> 885388 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server Started @887537ms
[junit4] 2> 885388 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/jetty2, hostPort=63856, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores, replicaType=TLOG}
[junit4] 2> 885389 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 885389 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 885389 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 885389 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 885389 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T03:33:55.420431Z
[junit4] 2> 885391 INFO (zkConnectionManagerCallback-2465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885392 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 885392 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/solr.xml
[junit4] 2> 885395 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 885395 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 885395 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 885399 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
[junit4] 2> 885400 INFO (zkConnectionManagerCallback-2469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885404 INFO (zkConnectionManagerCallback-2471-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885417 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 885421 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 885427 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63856_t_%2Fxx
[junit4] 2> 885429 INFO (zkCallback-2460-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 885429 INFO (zkCallback-2452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 885429 INFO (zkCallback-2442-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 885430 INFO (zkCallback-2470-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 885491 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 885502 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 885502 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 885504 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores
[junit4] 2> 885537 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63856_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 885541 INFO (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 885541 INFO (OverseerThreadFactory-4311-thread-4-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63856_t_%2Fxx for creating new replica
[junit4] 2> 885547 INFO (SocketProxy-Acceptor-63856) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63861,localport=63856], receiveBufferSize:408300
[junit4] 2> 885548 INFO (SocketProxy-Acceptor-63856) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63857,localport=63862], receiveBufferSize=408300
[junit4] 2> 885550 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 885550 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 886571 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 886597 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 886669 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 886692 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 886692 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 886693 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 886693 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 886694 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 886696 WARN (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 886741 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 886741 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 886742 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 886742 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 886743 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 886743 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ecb7ed3[collection1_shard1_replica_t43] main]
[junit4] 2> 886745 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 886746 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 886746 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 886746 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892756950679552
[junit4] 2> 886747 INFO (searcherExecutor-4336-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@3ecb7ed3[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 886756 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 886756 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 886756 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63856/t_/xx/collection1_shard1_replica_t43/
[junit4] 2> 886756 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 886756 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:63856/t_/xx/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 886756 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 886757 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 886762 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63856/t_/xx/collection1_shard1_replica_t43/ shard1
[junit4] 2> 886930 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 886932 INFO (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1382
[junit4] 2> 886935 INFO (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63856_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1397
[junit4] 2> 887206 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001 of type TLOG
[junit4] 2> 887207 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 887209 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 887209 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 887209 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 887209 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@df6acbb{/t_/xx,null,AVAILABLE}
[junit4] 2> 887209 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f3780a2{HTTP/1.1,[http/1.1]}{127.0.0.1:63870}
[junit4] 2> 887209 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.e.j.s.Server Started @889358ms
[junit4] 2> 887209 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/jetty3, hostPort=63869, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores, replicaType=TLOG}
[junit4] 2> 887209 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 887210 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 887210 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 887210 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 887210 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T03:33:57.241278Z
[junit4] 2> 887212 INFO (zkConnectionManagerCallback-2475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887213 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 887213 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/solr.xml
[junit4] 2> 887215 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 887215 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 887215 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 887217 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
[junit4] 2> 887219 INFO (zkConnectionManagerCallback-2479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887222 INFO (zkConnectionManagerCallback-2481-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887235 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 887239 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 887242 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63869_t_%2Fxx
[junit4] 2> 887244 INFO (zkCallback-2452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 887244 INFO (zkCallback-2470-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx) [n:127.0.0.1:63856_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 887244 INFO (zkCallback-2460-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 887244 INFO (zkCallback-2442-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 887244 INFO (zkCallback-2480-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 887284 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 887293 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 887293 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 887296 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores
[junit4] 2> 887336 INFO (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63869_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 887341 INFO (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 887341 INFO (OverseerThreadFactory-4311-thread-5-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63869_t_%2Fxx for creating new replica
[junit4] 2> 887344 INFO (SocketProxy-Acceptor-63869) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63876,localport=63869], receiveBufferSize:408300
[junit4] 2> 887345 INFO (SocketProxy-Acceptor-63869) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63870,localport=63877], receiveBufferSize=408300
[junit4] 2> 887347 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 887347 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 888366 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 888374 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 888450 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 888471 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 888472 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
[junit4] 2> 888472 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 888472 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 888473 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 888475 WARN (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 888531 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 888531 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 888533 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 888533 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 888534 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 888534 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e0640cd[collection1_shard2_replica_t45] main]
[junit4] 2> 888536 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 888536 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 888537 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 888537 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892758828679168
[junit4] 2> 888538 INFO (searcherExecutor-4347-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@4e0640cd[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 888544 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 888545 INFO (updateExecutor-2476-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 888545 INFO (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 888546 INFO (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 888546 INFO (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 888547 INFO (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1200
[junit4] 2> 888547 INFO (SocketProxy-Acceptor-63842) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63883,localport=63842], receiveBufferSize:408300
[junit4] 2> 888548 INFO (SocketProxy-Acceptor-63842) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63843,localport=63884], receiveBufferSize=408300
[junit4] 2> 888548 INFO (qtp1098950099-10484) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp=/t_/xx path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 888549 INFO (qtp1098950099-10484) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp=/t_/xx path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 888549 INFO (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 888549 INFO (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 888549 INFO (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:63869/t_/xx/collection1_shard2_replica_t45/]
[junit4] 2> 888551 INFO (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63869_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1215
[junit4] 2> 888554 INFO (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:63842/t_/xx]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:63869_t_%252Fxx&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 888554 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 888554 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 888554 INFO (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 888554 INFO (SocketProxy-A
[...truncated too long message...]
cket
[junit4] 2> 3540244 INFO (jetty-closer-5048-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55a4d332{/solr,null,UNAVAILABLE}
[junit4] 2> 3540244 INFO (jetty-closer-5048-thread-10) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3540246 INFO (jetty-closer-5048-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72061220227383322-127.0.0.1:58551_solr-n_0000000007) closing
[junit4] 2> 3540247 INFO (OverseerStateUpdate-72061220227383322-127.0.0.1:58551_solr-n_0000000007) [n:127.0.0.1:58551_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58551_solr
[junit4] 2> 3540247 WARN (OverseerAutoScalingTriggerThread-72061220227383322-127.0.0.1:58551_solr-n_0000000007) [n:127.0.0.1:58551_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3540248 DEBUG (jetty-closer-5048-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3540250 INFO (jetty-closer-5048-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a475648{/solr,null,UNAVAILABLE}
[junit4] 2> 3540250 INFO (jetty-closer-5048-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3540252 ERROR (SUITE-TriggerIntegrationTest-seed#[28CDF4E6F3DD2703]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3540252 INFO (SUITE-TriggerIntegrationTest-seed#[28CDF4E6F3DD2703]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58494 58494
[junit4] 2> 3540282 INFO (Thread-4218) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58494 58494
[junit4] 2> 3540395 WARN (Thread-4218) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 151 /solr/collections/collection1/state.json
[junit4] 2> 48 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 5 /solr/overseer_elect/election/72061220227383325-127.0.0.1:58557_solr-n_0000000008
[junit4] 2> 3 /solr/overseer_elect/election/72061220227383302-127.0.0.1:58496_solr-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/72061220227383338-127.0.0.1:58672_solr-n_0000000012
[junit4] 2> 3 /solr/overseer_elect/election/72061220227383350-127.0.0.1:58861_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/72061220227383356-127.0.0.1:58994_solr-n_0000000018
[junit4] 2> 2 /solr/overseer_elect/election/72061220227383322-127.0.0.1:58551_solr-n_0000000007
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72061220227383322-core_node10-n_0000000004
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72061220227383344-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72061220227383331-127.0.0.1:58567_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_28CDF4E6F3DD2703-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=557, maxMBSortInHeap=7.136719175946108, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@36c89d1f), locale=en-SD, timezone=Singapore
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=187914328,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLazyCores, MetricsConfigTest, AutoScalingHandlerTest, TestIndexSearcher, CdcrRequestHandlerTest, TestClusterProperties, SolrTestCaseJ4Test, TestStressCloudBlindAtomicUpdates, TestSimpleTextCodec, TestClusterStateProvider, TriLevelCompositeIdRoutingTest, SolrCoreTest, BlockJoinFacetDistribTest, RAMDirectoryFactoryTest, TestReload, LargeFieldTest, SolrCloudExampleTest, TestDelegationWithHadoopAuth, TestCoreAdminApis, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestNumericRangeQuery64, SolrIndexMetricsTest, TestRealTimeGet, TestSolrCoreSnapshots, StressHdfsTest, DistributedSuggestComponentTest, ForceLeaderTest, TestCollectionAPI, DistributedFacetPivotSmallTest, SmileWriterTest, SOLR749Test, TestCustomDocTransformer, ZkFailoverTest, OverriddenZkACLAndCredentialsProvidersTest, TestCloudRecovery, OutputWriterTest, DateMathParserTest, ZkCLITest, TestDynamicFieldResource, HdfsUnloadDistributedZkTest, TestXIncludeConfig, TestHdfsCloudBackupRestore, RecoveryZkTest, SolrPluginUtilsTest, DistribCursorPagingTest, TestSSLRandomization, ConvertedLegacyTest, TestPerFieldSimilarity, CoreMergeIndexesAdminHandlerTest, FastVectorHighlighterTest, TestMacros, DirectSolrConnectionTest, HdfsChaosMonkeySafeLeaderTest, TestFunctionQuery, NodeMutatorTest, TestSurroundQueryParser, TestPseudoReturnFields, TestUtilizeNode, DistribJoinFromCollectionTest, BasicDistributedZkTest, ShufflingReplicaListTransformerTest, DistributedDebugComponentTest, TestUseDocValuesAsStored, SSLMigrationTest, DateRangeFieldTest, OverseerModifyCollectionTest, BigEndianAscendingWordDeserializerTest, TestReplicaProperties, ResourceLoaderTest, DistributedQueryComponentCustomSortTest, ClassificationUpdateProcessorIntegrationTest, SynonymTokenizerTest, TestAnalyzeInfixSuggestions, TestHalfAndHalfDocValues, TestTrie, TestSmileRequest, TestInPlaceUpdatesDistrib, TestCryptoKeys, SpatialFilterTest, TestUtils, TestReqParamsAPI, TestConfigSets, TestAddFieldRealTimeGet, TestSchemaVersionResource, TestSolrCloudWithKerberosAlt, DistributedQueryElevationComponentTest, RankQueryTest, TestCloudNestedDocsSort, TestRandomFlRTGCloud, DataDrivenBlockJoinTest, TestJoin, UtilsToolTest, DirectSolrSpellCheckerTest, TestUninvertingReader, DirectUpdateHandlerOptimizeTest, TestSuggestSpellingConverter, TestLeaderElectionZkExpiry, TestFaceting, AssignTest, DistributedFacetPivotLongTailTest, SolrGraphiteReporterTest, AlternateDirectoryTest, TestTrackingShardHandlerFactory, TestPhraseSuggestions, RulesTest, TestNodeAddedTrigger, SharedFSAutoReplicaFailoverTest, TestObjectReleaseTracker, TestSolrXml, AnalysisAfterCoreReloadTest, DistributedVersionInfoTest, TestMissingGroups, DeleteInactiveReplicaTest, TestBinaryField, ShardRoutingCustomTest, SampleTest, TestDocTermOrds, TestFieldCacheReopen, MigrateRouteKeyTest, MBeansHandlerTest, TestLockTree, TestImplicitCoreProperties, HdfsRecoverLeaseTest, DocumentBuilderTest, TestCollectionAPIs, TestCustomSort, TestBackupRepositoryFactory, QueryElevationComponentTest, TestFieldCacheWithThreads, AddSchemaFieldsUpdateProcessorFactoryTest, TestExactSharedStatsCache, CreateCollectionCleanupTest, DateFieldTest, SignatureUpdateProcessorFactoryTest, TestUniqueKeyFieldResource, TestGroupingSearch, PingRequestHandlerTest, TestChildDocTransformer, DeleteShardTest, WrapperMergePolicyFactoryTest, RemoteQueryErrorTest, HdfsThreadLeakTest, CdcrReplicationDistributedZkTest, TestRemoteStreaming, TestFastOutputStream, TestHighFrequencyDictionaryFactory, SolrRequestParserTest, PeerSyncReplicationTest, SolrMetricsIntegrationTest, TestPolicyCloud, TestSystemCollAutoCreate, NumericFieldsTest, StatelessScriptUpdateProcessorFactoryTest, ImplicitSnitchTest, AutoAddReplicasIntegrationTest, PathHierarchyTokenizerFactoryTest, TestStandardQParsers, TestShortCircuitedRequests, SolrJmxReporterTest, HdfsRestartWhileUpdatingTest, TestConfigSetImmutable, TermsComponentTest, TestManagedSchemaAPI, QueryEqualityTest, ShardSplitTest, TestConfigSetsAPIExclusivity, AddReplicaTest, TestCursorMarkWithoutUniqueKey, TestCharFilters, HighlighterTest, TestHdfsBackupRestoreCore, OverseerStatusTest, HttpPartitionOnCommitTest, CloudExitableDirectoryReaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestReplicationHandler, TestRuleBasedAuthorizationPlugin, BasicZkTest, TestQueryWrapperFilter, CloneFieldUpdateProcessorFactoryTest, MoveReplicaTest, TestZkChroot, TestReloadAndDeleteDocs, LIRRollingUpdatesTest, TestPayloadCheckQParserPlugin, MoreLikeThisHandlerTest, SolrCloudReportersTest, TestInitParams, TimeRoutedAliasUpdateProcessorTest, TestExclusionRuleCollectionAccess, TestMiniSolrCloudClusterSSL, TestPrepRecovery, TestPullReplicaErrorHandling, TestRequestForwarding, TestSegmentSorting, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPIDistributedZkTest, ExecutePlanActionTest, SearchRateTriggerTest, TriggerIntegrationTest]
[junit4] Completed [610/775 (2!)] on J0 in 210.76s, 14 tests, 1 failure <<< FAILURES!
[...truncated 41479 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4428 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4428/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC
6 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6A8C99C0155B6823:E2D8A61ABBA705DB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6A8C99C0155B6823:874C0ED0A837F5FA]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1039) at org.apache.solr.core.SolrCore.reload(SolrCore.java:656) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1291) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:917) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:224) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:266) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:987) at org.apache.solr.core.SolrCore.reload(SolrCore.java:656) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1291) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:917) at java.base/java.lang.Thread.run(Thread.java:844)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1039)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:656)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1291)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:917)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:224)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:266)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:987)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:656)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1291)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:917)
at java.base/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([6A8C99C0155B6823]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.response.NoOpResponseParserTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.response.NoOpResponseParserTest: 1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.response.NoOpResponseParserTest:
1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([3F94A54FABB341C3]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.response.NoOpResponseParserTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([3F94A54FABB341C3]:0)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([6A8C99C0155B6823:7703D3DAF139724]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13219 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/init-core-data-001
[junit4] 2> 1815459 WARN (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1815459 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1815460 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1815460 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1815461 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001
[junit4] 2> 1815461 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1815461 INFO (Thread-2757) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1815461 INFO (Thread-2757) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1815464 ERROR (Thread-2757) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1815563 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55761
[junit4] 2> 1815578 INFO (zkConnectionManagerCallback-3234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815583 INFO (jetty-launcher-3231-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1815584 INFO (jetty-launcher-3231-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1815586 INFO (jetty-launcher-3231-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1815586 INFO (jetty-launcher-3231-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1815586 INFO (jetty-launcher-3231-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1815587 INFO (jetty-launcher-3231-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1815587 INFO (jetty-launcher-3231-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1815587 INFO (jetty-launcher-3231-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1815587 INFO (jetty-launcher-3231-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@324e83c0{/solr,null,AVAILABLE}
[junit4] 2> 1815587 INFO (jetty-launcher-3231-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61972b74{/solr,null,AVAILABLE}
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67420372{HTTP/1.1,[http/1.1]}{127.0.0.1:55765}
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-2) [ ] o.e.j.s.Server Started @1817482ms
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55765}
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6527cbb5{HTTP/1.1,[http/1.1]}{127.0.0.1:55764}
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-1) [ ] o.e.j.s.Server Started @1817482ms
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55764}
[junit4] 2> 1815588 ERROR (jetty-launcher-3231-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1815588 ERROR (jetty-launcher-3231-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T17:37:03.771888Z
[junit4] 2> 1815588 INFO (jetty-launcher-3231-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T17:37:03.771915Z
[junit4] 2> 1815591 INFO (zkConnectionManagerCallback-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815591 INFO (zkConnectionManagerCallback-3238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815591 INFO (jetty-launcher-3231-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1815592 INFO (jetty-launcher-3231-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1815608 INFO (jetty-launcher-3231-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55761/solr
[junit4] 2> 1815609 INFO (zkConnectionManagerCallback-3242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815611 INFO (jetty-launcher-3231-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55761/solr
[junit4] 2> 1815613 INFO (zkConnectionManagerCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815614 INFO (zkConnectionManagerCallback-3248-thread-1-processing-n:127.0.0.1:55764_solr) [n:127.0.0.1:55764_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815618 INFO (zkConnectionManagerCallback-3250-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815801 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1815802 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55765_solr
[junit4] 2> 1815804 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.c.Overseer Overseer (id=72058713078038534-127.0.0.1:55765_solr-n_0000000000) starting
[junit4] 2> 1815807 INFO (jetty-launcher-3231-thread-1) [n:127.0.0.1:55764_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1815809 INFO (jetty-launcher-3231-thread-1) [n:127.0.0.1:55764_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55764_solr
[junit4] 2> 1815811 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1815811 INFO (zkCallback-3247-thread-1-processing-n:127.0.0.1:55764_solr) [n:127.0.0.1:55764_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1815819 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1815823 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1815825 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55764_solr]
[junit4] 2> 1815825 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1815825 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1815826 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55765_solr
[junit4] 2> 1815829 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1815830 INFO (zkCallback-3247-thread-1-processing-n:127.0.0.1:55764_solr) [n:127.0.0.1:55764_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1815832 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1815833 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1815833 DEBUG (ScheduledTrigger-6263-thread-1) [n:127.0.0.1:55765_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1815884 INFO (jetty-launcher-3231-thread-1) [n:127.0.0.1:55764_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55764.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1815888 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55765.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1815892 INFO (jetty-launcher-3231-thread-1) [n:127.0.0.1:55764_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55764.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1815892 INFO (jetty-launcher-3231-thread-1) [n:127.0.0.1:55764_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55764.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1815893 INFO (jetty-launcher-3231-thread-1) [n:127.0.0.1:55764_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node1/.
[junit4] 2> 1815898 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55765.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1815898 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55765.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1815899 INFO (jetty-launcher-3231-thread-2) [n:127.0.0.1:55765_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node2/.
[junit4] 2> 1815939 INFO (zkConnectionManagerCallback-3256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815944 INFO (zkConnectionManagerCallback-3260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1815945 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1815983 INFO (SUITE-TriggerIntegrationTest-seed#[6A8C99C0155B6823]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55761/solr ready
[junit4] 2> 1816004 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1816005 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1816007 DEBUG (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1816007 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1816012 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1816012 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1816013 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1816014 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1816016 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1816016 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1816016 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1816016 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57b7a448{/solr,null,AVAILABLE}
[junit4] 2> 1816017 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@767f7fa1{HTTP/1.1,[http/1.1]}{127.0.0.1:55774}
[junit4] 2> 1816017 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.Server Started @1817911ms
[junit4] 2> 1816017 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55774}
[junit4] 2> 1816017 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816017 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1816017 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816018 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1816018 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T17:37:04.201061Z
[junit4] 2> 1816020 INFO (zkConnectionManagerCallback-3262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816021 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816033 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55761/solr
[junit4] 2> 1816034 INFO (zkConnectionManagerCallback-3266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816039 INFO (zkConnectionManagerCallback-3268-thread-1-processing-n:127.0.0.1:55774_solr) [n:127.0.0.1:55774_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816052 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1816056 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55774_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816060 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55774_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55774_solr
[junit4] 2> 1816065 INFO (zkCallback-3259-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1816066 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1816066 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:55774_solr) [n:127.0.0.1:55774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1816066 INFO (zkCallback-3247-thread-1-processing-n:127.0.0.1:55764_solr) [n:127.0.0.1:55764_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1816214 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55774.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1816237 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55774.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1816241 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55774.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1816249 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55774_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node3/.
[junit4] 2> 1816347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1816349 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1816349 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1816350 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1816350 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17d23f3e{/solr,null,AVAILABLE}
[junit4] 2> 1816351 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2162dc41{HTTP/1.1,[http/1.1]}{127.0.0.1:55783}
[junit4] 2> 1816352 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.Server Started @1818246ms
[junit4] 2> 1816352 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55783}
[junit4] 2> 1816352 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816352 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1816353 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816353 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1816353 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T17:37:04.536140Z
[junit4] 2> 1816355 INFO (zkConnectionManagerCallback-3272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816356 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816438 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55761/solr
[junit4] 2> 1816439 INFO (zkConnectionManagerCallback-3276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816444 INFO (zkConnectionManagerCallback-3278-thread-1-processing-n:127.0.0.1:55783_solr) [n:127.0.0.1:55783_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816456 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1816460 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55783_solr
[junit4] 2> 1816467 INFO (zkCallback-3259-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1816467 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1816468 INFO (zkCallback-3247-thread-1-processing-n:127.0.0.1:55764_solr) [n:127.0.0.1:55764_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1816468 INFO (zkCallback-3277-thread-1-processing-n:127.0.0.1:55783_solr) [n:127.0.0.1:55783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1816468 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:55774_solr) [n:127.0.0.1:55774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1816684 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1816699 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1816699 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1816701 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node4/.
[junit4] 2> 1816797 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1816800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1816800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1816800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1816800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57bbf060{/solr,null,AVAILABLE}
[junit4] 2> 1816801 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65da354f{HTTP/1.1,[http/1.1]}{127.0.0.1:55787}
[junit4] 2> 1816801 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.e.j.s.Server Started @1818695ms
[junit4] 2> 1816801 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55787}
[junit4] 2> 1816802 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1816802 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1816802 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1816802 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1816802 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T17:37:04.985797Z
[junit4] 2> 1816821 INFO (zkConnectionManagerCallback-3282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816822 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1816839 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55761/solr
[junit4] 2> 1816841 INFO (zkConnectionManagerCallback-3286-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816884 INFO (zkConnectionManagerCallback-3288-thread-1-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1816896 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1816902 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55787_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1816906 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55787_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55787_solr
[junit4] 2> 1816909 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:55774_solr) [n:127.0.0.1:55774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1816909 INFO (zkCallback-3259-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1816910 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1816910 INFO (zkCallback-3277-thread-1-processing-n:127.0.0.1:55783_solr) [n:127.0.0.1:55783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1816910 INFO (zkCallback-3247-thread-1-processing-n:127.0.0.1:55764_solr) [n:127.0.0.1:55764_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1816910 INFO (zkCallback-3287-thread-1-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1817068 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55787.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1817082 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55787.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1817083 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55787.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1817084 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[6A8C99C0155B6823]) [n:127.0.0.1:55787_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node5/.
[junit4] 2> 1817182 INFO (qtp1925955778-14108) [n:127.0.0.1:55764_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1817185 INFO (OverseerThreadFactory-6265-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1817312 INFO (OverseerStateUpdate-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55787/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1817321 INFO (OverseerStateUpdate-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55765/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1817540 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1817546 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817548 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1817548 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1817666 INFO (zkCallback-3287-thread-1-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1817666 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1817667 INFO (zkCallback-3287-thread-2-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1817667 INFO (zkCallback-3249-thread-2-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1818594 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1818601 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1818603 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818603 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 1818603 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55765.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1818603 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818603 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node2/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node2/./collection1_shard1_replica_n2/data/]
[junit4] 2> 1818616 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1818628 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1818631 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1818631 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1818631 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55787.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f688c9f
[junit4] 2> 1818632 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1818632 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node5/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A8C99C0155B6823-001/tempDir-001/node5/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1818979 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818979 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1818982 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1818982 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1818998 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1818999 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1819002 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1819002 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1819015 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d7d2945[collection1_shard1_replica_n2] main]
[junit4] 2> 1819016 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1819017 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1819017 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1819018 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591855207888715776
[junit4] 2> 1819020 INFO (searcherExecutor-6288-thread-1-processing-n:127.0.0.1:55765_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@5d7d2945[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1819023 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c1d8dd9[collection1_shard1_replica_n1] main]
[junit4] 2> 1819025 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1819025 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1819027 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1819027 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591855207898152960
[junit4] 2> 1819028 INFO (searcherExecutor-6289-thread-1-processing-n:127.0.0.1:55787_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@5c1d8dd9[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1819033 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1819161 INFO (zkCallback-3287-thread-2-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819161 INFO (zkCallback-3287-thread-1-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819161 INFO (zkCallback-3249-thread-2-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819161 INFO (zkCallback-3249-thread-3-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819538 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1819538 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1819538 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55765/solr/collection1_shard1_replica_n2/
[junit4] 2> 1819542 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:55765/solr START replicas=[http://127.0.0.1:55787/solr/collection1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1819550 INFO (qtp1062096127-14221) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1819849 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:55765/solr DONE. We have no versions. sync failed.
[junit4] 2> 1819849 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1819849 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1819849 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1819855 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55765/solr/collection1_shard1_replica_n2/ shard1
[junit4] 2> 1819964 INFO (zkCallback-3287-thread-1-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819964 INFO (zkCallback-3287-thread-2-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819965 INFO (zkCallback-3249-thread-3-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819965 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1819969 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1819972 INFO (qtp2092568508-14110) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2424
[junit4] 2> 1820043 INFO (qtp1062096127-14217) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2502
[junit4] 2> 1820048 INFO (qtp1925955778-14108) [n:127.0.0.1:55764_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1820148 INFO (zkCallback-3249-thread-2-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1820148 INFO (zkCallback-3287-thread-1-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1820148 INFO (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1820148 INFO (zkCallback-3287-thread-2-processing-n:127.0.0.1:55787_solr) [n:127.0.0.1:55787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1821050 INFO (qtp1925955778-14108) [n:127.0.0.1:55764_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3868
[junit4] 2> 1821058 INFO (qtp11822390-14168) [n:127.0.0.1:55774_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821065 INFO (qtp1230606419-14193) [n:127.0.0.1:55783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821067 INFO (qtp2092568508-14119) [n:127.0.0.1:55765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1821068 INFO (qtp2092568508-14114) [n:127.0.0.1:55765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821070 INFO (qtp1925955778-14116) [n:127.0.0.1:55764_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821072 INFO (qtp1062096127-14221) [n:127.0.0.1:55787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1821074 INFO (qtp1062096127-14219) [n:127.0.0.1:55787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821074 DEBUG (qtp2092568508-14117) [n:127.0.0.1:55765_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1821075 INFO (qtp2092568508-14117) [n:127.0.0.1:55765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 1821076 DEBUG (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1821085 INFO (qtp11822390-14174) [n:127.0.0.1:55774_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821087 INFO (qtp1230606419-14197) [n:127.0.0.1:55783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821091 INFO (qtp2092568508-14117) [n:127.0.0.1:55765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 1821092 INFO (qtp2092568508-14119) [n:127.0.0.1:55765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821093 INFO (qtp1925955778-14116) [n:127.0.0.1:55764_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821095 INFO (qtp1062096127-14219) [n:127.0.0.1:55787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1821096 INFO (qtp1062096127-14221) [n:127.0.0.1:55787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1821096 DEBUG (qtp11822390-14172) [n:127.0.0.1:55774_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1821098 INFO (qtp11822390-14172) [n:127.0.0.1:55774_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1821098 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1821099 DEBUG (zkCallback-3249-thread-1-processing-n:127.0.0.1:55765_solr) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1821101 INFO (qtp1062096127-14221) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1821102 INFO (qtp1062096127-14219) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1821102 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1821103 INFO (qtp2092568508-14117) [n:127.0.0.1:55765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1821103 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1821104 INFO (qtp1062096127-14221) [n:127.0.0.1:55787_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1821104 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
[junit4] 2> 1821104 DEBUG (OverseerAutoScalingTriggerThread-72058713078038534-127.0.0.1:55765_solr-n_0000000000) [n:127.0.0.1:55765_solr ] o.a.s.c.a.OverseerTriggerThread Proc
[...truncated too long message...]
1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-190-thread-1]: coreCloseExecutor-190-thread-1 finishFullFlush success=true
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: startCommit(): start
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: skip startCommit(): no changes pending
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: commit: pendingCommit == null; skip
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: commit: took 0.3 msec
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: commit: done
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: rollback
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: all running merges have aborted
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: rollback: done finish merges
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-190-thread-1]: abort
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-190-thread-1]: done abort success=true
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-190-thread-1]: rollback: infos=_2(8.0.0):C1
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-190-thread-1]: now checkpoint "_2(8.0.0):C1" [1 segments ; isCommit = false]
[junit4] 2> 53442 INFO (coreCloseExecutor-190-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-190-thread-1]: 0 msec to checkpoint
[junit4] 2> 53449 INFO (SUITE-NoOpResponseParserTest-seed#[3F94A54FABB341C3]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e916c6d{/solr,null,UNAVAILABLE}
[junit4] 2> 53449 INFO (SUITE-NoOpResponseParserTest-seed#[3F94A54FABB341C3]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 83457 WARN (SUITE-NoOpResponseParserTest-seed#[3F94A54FABB341C3]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp1918509267{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp1918509267-580,5,TGRP-NoOpResponseParserTest]
[junit4] 2> 83457 INFO (SUITE-NoOpResponseParserTest-seed#[3F94A54FABB341C3]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 08, 2018 6:16:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 08, 2018 6:17:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.response.NoOpResponseParserTest:
[junit4] 2> 1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Feb 08, 2018 6:17:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest]
[junit4] 2> Feb 08, 2018 6:17:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@52ab3dc9), locale=az-Latn-AZ, timezone=Australia/Hobart
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=141366224,total=272629760
[junit4] 2> NOTE: All tests run in this JVM: [HyperbolicSineEvaluatorTest, UsingSolrJRefGuideExamplesTest, FloorEvaluatorTest, ExclusiveOrEvaluatorTest, LessThanEvaluatorTest, EmpiricalDistributionEvaluatorTest, HttpSolrClientBuilderTest, RecursiveEvaluatorTest, TestCollectionStateWatchers, AppendEvaluatorTest, TestCloudSolrClientConnections, MultiplyEvaluatorTest, TestJsonRecordReader, TestToleratedUpdateError, NoOpResponseParserTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NoOpResponseParserTest -Dtests.seed=3F94A54FABB341C3 -Dtests.slow=true -Dtests.locale=az-Latn-AZ -Dtests.timezone=Australia/Hobart -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | NoOpResponseParserTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.response.NoOpResponseParserTest:
[junit4] > 1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([3F94A54FABB341C3]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=580, name=qtp1918509267-580, state=TIMED_WAITING, group=TGRP-NoOpResponseParserTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([3F94A54FABB341C3]:0)
[junit4] Completed [27/146 (1!)] on J0 in 53.98s, 3 tests, 2 errors <<< FAILURES!
[...truncated 40317 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4427 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4427/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Expected 4 active replicas null Live Nodes: [127.0.0.1:53597_solr, 127.0.0.1:53598_solr, 127.0.0.1:53599_solr, 127.0.0.1:53600_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected 4 active replicas
null
Live Nodes: [127.0.0.1:53597_solr, 127.0.0.1:53598_solr, 127.0.0.1:53599_solr, 127.0.0.1:53600_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([F8879ECAA8409659:70D3A11006BCFBA1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:78)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
Error Message:
Unexpected number of elements in the group for intGSF: 3
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 3
at __randomizedtesting.SeedInfo.seed([F8879ECAA8409659:633CF092E518A407]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:377)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([F8879ECAA8409659:70D3A11006BCFBA1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([F8879ECAA8409659:957B3A371208695E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12373 lines...]
[junit4] Suite: org.apache.solr.cloud.AssignBackwardCompatibilityTest
[junit4] 2> 377654 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/init-core-data-001
[junit4] 2> 377655 WARN (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=608 numCloses=608
[junit4] 2> 377655 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 377655 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 377655 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001
[junit4] 2> 377656 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 377656 INFO (Thread-882) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 377656 INFO (Thread-882) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 377659 ERROR (Thread-882) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 377756 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53577
[junit4] 2> 377766 INFO (zkConnectionManagerCallback-1589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377771 INFO (jetty-launcher-1586-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 377771 INFO (jetty-launcher-1586-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 377772 INFO (jetty-launcher-1586-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 377772 INFO (jetty-launcher-1586-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 377773 INFO (jetty-launcher-1586-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 377773 INFO (jetty-launcher-1586-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 377774 INFO (jetty-launcher-1586-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 377774 INFO (jetty-launcher-1586-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 377774 INFO (jetty-launcher-1586-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 377774 INFO (jetty-launcher-1586-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 377776 INFO (jetty-launcher-1586-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66f89ce6{/solr,null,AVAILABLE}
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e783e43{/solr,null,AVAILABLE}
[junit4] 2> 377777 INFO (jetty-launcher-1586-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55ef9840{/solr,null,AVAILABLE}
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47702fc4{HTTP/1.1,[http/1.1]}{127.0.0.1:53598}
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-1) [ ] o.e.j.s.Server Started @379654ms
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53598}
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1958eb20{/solr,null,AVAILABLE}
[junit4] 2> 377779 ERROR (jetty-launcher-1586-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@340511a3{HTTP/1.1,[http/1.1]}{127.0.0.1:53600}
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-2) [ ] o.e.j.s.Server Started @379654ms
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53600}
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 377779 INFO (jetty-launcher-1586-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T06:34:12.503984Z
[junit4] 2> 377780 ERROR (jetty-launcher-1586-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2069d94b{HTTP/1.1,[http/1.1]}{127.0.0.1:53599}
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-3) [ ] o.e.j.s.Server Started @379655ms
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53599}
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 377780 ERROR (jetty-launcher-1586-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 377780 INFO (jetty-launcher-1586-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T06:34:12.504669Z
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b7daae{HTTP/1.1,[http/1.1]}{127.0.0.1:53597}
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-4) [ ] o.e.j.s.Server Started @379655ms
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53597}
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T06:34:12.505181Z
[junit4] 2> 377781 ERROR (jetty-launcher-1586-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 377781 INFO (jetty-launcher-1586-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T06:34:12.505554Z
[junit4] 2> 377783 INFO (zkConnectionManagerCallback-1591-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377785 INFO (jetty-launcher-1586-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 377785 INFO (zkConnectionManagerCallback-1593-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377786 INFO (zkConnectionManagerCallback-1597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377790 INFO (jetty-launcher-1586-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 377790 INFO (zkConnectionManagerCallback-1595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377790 INFO (jetty-launcher-1586-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 377803 INFO (jetty-launcher-1586-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53577/solr
[junit4] 2> 377804 INFO (jetty-launcher-1586-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 377809 INFO (jetty-launcher-1586-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53577/solr
[junit4] 2> 377810 INFO (zkConnectionManagerCallback-1601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377812 INFO (zkConnectionManagerCallback-1605-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377813 INFO (jetty-launcher-1586-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53577/solr
[junit4] 2> 377813 INFO (jetty-launcher-1586-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53577/solr
[junit4] 2> 377815 INFO (zkConnectionManagerCallback-1611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377816 INFO (zkConnectionManagerCallback-1613-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377817 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005e805f190007, likely client has closed socket
[junit4] 2> 377817 INFO (zkConnectionManagerCallback-1615-thread-1-processing-n:127.0.0.1:53598_solr) [n:127.0.0.1:53598_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377819 INFO (zkConnectionManagerCallback-1617-thread-1-processing-n:127.0.0.1:53597_solr) [n:127.0.0.1:53597_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377820 INFO (zkConnectionManagerCallback-1619-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377821 INFO (zkConnectionManagerCallback-1621-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 378035 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 378035 INFO (jetty-launcher-1586-thread-4) [n:127.0.0.1:53597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 378036 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53599_solr
[junit4] 2> 378037 INFO (jetty-launcher-1586-thread-4) [n:127.0.0.1:53597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53597_solr
[junit4] 2> 378039 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.c.Overseer Overseer (id=72161499482226699-127.0.0.1:53599_solr-n_0000000000) starting
[junit4] 2> 378041 INFO (zkCallback-1616-thread-1-processing-n:127.0.0.1:53597_solr) [n:127.0.0.1:53597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 378042 INFO (zkCallback-1618-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 378050 INFO (jetty-launcher-1586-thread-2) [n:127.0.0.1:53600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 378056 INFO (jetty-launcher-1586-thread-2) [n:127.0.0.1:53600_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 378066 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53599_solr
[junit4] 2> 378066 INFO (jetty-launcher-1586-thread-2) [n:127.0.0.1:53600_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53600_solr
[junit4] 2> 378088 INFO (jetty-launcher-1586-thread-4) [n:127.0.0.1:53597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53597.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378097 INFO (zkCallback-1618-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 378098 INFO (zkCallback-1620-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 378100 INFO (jetty-launcher-1586-thread-4) [n:127.0.0.1:53597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53597.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378100 INFO (jetty-launcher-1586-thread-4) [n:127.0.0.1:53597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53597.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378101 INFO (jetty-launcher-1586-thread-4) [n:127.0.0.1:53597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/.
[junit4] 2> 378103 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53599.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378104 INFO (zkCallback-1616-thread-1-processing-n:127.0.0.1:53597_solr) [n:127.0.0.1:53597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 378110 INFO (jetty-launcher-1586-thread-1) [n:127.0.0.1:53598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 378124 INFO (jetty-launcher-1586-thread-1) [n:127.0.0.1:53598_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 378127 INFO (jetty-launcher-1586-thread-2) [n:127.0.0.1:53600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53600.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378128 INFO (jetty-launcher-1586-thread-1) [n:127.0.0.1:53598_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53598_solr
[junit4] 2> 378129 INFO (zkCallback-1616-thread-1-processing-n:127.0.0.1:53597_solr) [n:127.0.0.1:53597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 378131 INFO (zkCallback-1618-thread-2-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 378131 INFO (zkCallback-1620-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 378131 INFO (zkCallback-1614-thread-1-processing-n:127.0.0.1:53598_solr) [n:127.0.0.1:53598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 378136 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53599.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378136 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53599.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378136 INFO (jetty-launcher-1586-thread-2) [n:127.0.0.1:53600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53600.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378136 INFO (jetty-launcher-1586-thread-2) [n:127.0.0.1:53600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53600.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378137 INFO (jetty-launcher-1586-thread-2) [n:127.0.0.1:53600_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/.
[junit4] 2> 378137 INFO (jetty-launcher-1586-thread-3) [n:127.0.0.1:53599_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/.
[junit4] 2> 378172 INFO (jetty-launcher-1586-thread-1) [n:127.0.0.1:53598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53598.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378179 INFO (jetty-launcher-1586-thread-1) [n:127.0.0.1:53598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53598.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378179 INFO (jetty-launcher-1586-thread-1) [n:127.0.0.1:53598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53598.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7188d1a9
[junit4] 2> 378180 INFO (jetty-launcher-1586-thread-1) [n:127.0.0.1:53598_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/.
[junit4] 2> 378370 INFO (zkConnectionManagerCallback-1631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 378373 INFO (zkConnectionManagerCallback-1635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 378374 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 378376 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F8879ECAA8409659]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53577/solr ready
[junit4] 2> 378384 INFO (qtp907602020-5536) [n:127.0.0.1:53597_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=4&maxShardsPerNode=1000&name=collection1&nrtReplicas=4&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 378386 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 378387 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1.AUTOCREATED/managed-schema
[junit4] 2> 378391 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1.AUTOCREATED/protwords.txt
[junit4] 2> 378393 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1.AUTOCREATED/solrconfig.xml
[junit4] 2> 378395 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1.AUTOCREATED/synonyms.txt
[junit4] 2> 378397 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1.AUTOCREATED/stopwords.txt
[junit4] 2> 378400 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 378403 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 378405 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 378408 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 378410 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 378413 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 378415 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 378417 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 378420 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 378422 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 378424 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 378427 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection1.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 378429 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 378432 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection1.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 378434 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 378436 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection1.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 378439 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection1.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 378441 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection1.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 378444 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection1.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 378446 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection1.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 378449 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection1.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 378452 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection1.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 378455 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection1.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 378457 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection1.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 378460 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 378463 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection1.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 378465 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection1.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 378468 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection1.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 378470 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection1.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 378473 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection1.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 378476 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 378479 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection1.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 378482 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection1.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 378484 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection1.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 378487 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection1.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 378490 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection1.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 378492 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection1.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 378495 INFO (OverseerThreadFactory-2235-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1.AUTOCREATED/params.json
[junit4] 2> 378612 INFO (OverseerStateUpdate-72161499482226699-127.0.0.1:53599_solr-n_0000000000) [n:127.0.0.1:53599_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 378616 INFO (OverseerStateUpdate-72161499482226699-127.0.0.1:53599_solr-n_0000000000) [n:127.0.0.1:53599_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53598/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 378620 INFO (OverseerStateUpdate-72161499482226699-127.0.0.1:53599_solr-n_0000000000) [n:127.0.0.1:53599_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53600/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 378624 INFO (OverseerStateUpdate-72161499482226699-127.0.0.1:53599_solr-n_0000000000) [n:127.0.0.1:53599_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53599/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 378836 INFO (qtp907602020-5540) [n:127.0.0.1:53597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 378837 INFO (qtp907602020-5540) [n:127.0.0.1:53597_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 378837 INFO (qtp767923137-5535) [n:127.0.0.1:53598_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 378837 INFO (qtp767923137-5535) [n:127.0.0.1:53598_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 378837 INFO (qtp452058866-5543) [n:127.0.0.1:53600_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard1_replica_n4&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 378838 INFO (qtp452058866-5543) [n:127.0.0.1:53600_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 378838 INFO (qtp204061139-5550) [n:127.0.0.1:53599_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard1_replica_n6&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 378839 INFO (qtp204061139-5550) [n:127.0.0.1:53599_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 378953 INFO (zkCallback-1618-thread-2-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 378953 INFO (zkCallback-1618-thread-1-processing-n:127.0.0.1:53599_solr) [n:127.0.0.1:53599_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 378953 INFO (zkCallback-1614-thread-1-processing-n:127.0.0.1:53598_solr) [n:127.0.0.1:53598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 378953 INFO (zkCallback-1616-thread-1-processing-n:127.0.0.1:53597_solr) [n:127.0.0.1:53597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 378953 INFO (zkCallback-1620-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 378953 INFO (zkCallback-1620-thread-2-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 378953 INFO (zkCallback-1616-thread-2-processing-n:127.0.0.1:53597_solr) [n:127.0.0.1:53597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 378955 INFO (zkCallback-1614-thread-2-processing-n:127.0.0.1:53598_solr) [n:127.0.0.1:53598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 379869 INFO (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 379869 INFO (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 379869 INFO (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 379869 INFO (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 379869 INFO (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 379869 INFO (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 379871 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 379871 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 379871 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 379871 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 379871 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 379871 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 379871 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 379871 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 379871 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 379871 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 379872 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 379872 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 379872 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 379872 WARN (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node2/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 379872 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 379872 WARN (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 379877 INFO (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 379878 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 379879 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 379879 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 379879 INFO (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 379879 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 379879 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 379879 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 379880 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 379880 WARN (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 379882 INFO (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 379882 INFO (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 379883 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/extraction/lib
[junit4] 2> 379883 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 379883 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/clustering/lib
[junit4] 2> 379883 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 379884 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/langid/lib
[junit4] 2> 379884 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 379884 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/velocity/lib
[junit4] 2> 379884 WARN (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_F8879ECAA8409659-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 379902 INFO (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 379915 INFO (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 379923 INFO (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.s.IndexSchema [collection1_shard1_replica_n4] Schema name=default-config
[junit4] 2> 379932 INFO (qtp767923137-5535) [n:127.0.0.1:53598_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=default-config
[junit4] 2> 379935 INFO (qtp907602020-5540) [n:127.0.0.1:53597_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=default-config
[junit4] 2> 379939 INFO (qtp204061139-5550) [n:127.0.0.1:53599_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.s.IndexSchema [collection1_shard1_replica_n6] Schema name=default-config
[junit4] 2> 380187 ERROR (qtp452058866-5543) [n:127.0.0.1:53600_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'collection1_shard1_replica_n4': Unable to create core [collection1_shard1_replica_n4] Caused by: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/collection1.AUTOCREATED', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:993)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [collection1_shard1_replica_n4]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1059)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core collection1_shard1_replica_n4: Can't load schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/collection1.AUTOCREATED', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:97)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1087)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 38 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Can't load schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/collection1.AUTOCREATED', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:580)
[junit4] 2> at org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:105)
[junit4] 2> at org.a
[...truncated too long message...]
solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 25 /solr/collections/.system/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F8879ECAA8409659-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), event.source_s=PostingsFormat(name=Asserting), type=FST50, before.actions_ss=Lucene50(blocksize=128), event.property._enqueue_time__ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), after.actions_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), stage_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), event.id_s=PostingsFormat(name=Asserting), event.property.eventTimes_ss=FST50, source_s=PostingsFormat(name=Asserting), event.type_s=FST50, id=PostingsFormat(name=Asserting), event.property.nodeNames_ss=FST50}, docValues:{_version_=DocValuesFormat(name=Memory), event.time_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1464, maxMBSortInHeap=7.703964862660079, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3513222f), locale=en-CM, timezone=Canada/Atlantic
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=160362952,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [NoCacheHeaderTest, LeaderElectionContextKeyTest, DocValuesTest, ShowFileRequestHandlerTest, FacetPivotSmallTest, UninvertDocValuesMergePolicyTest, PKIAuthenticationIntegrationTest, TestLeaderElectionWithEmptyReplica, TestPivotHelperCode, SuggesterWFSTTest, DistributedIntervalFacetingTest, TestFieldCacheVsDocValues, TestMiniSolrCloudClusterSSL, ParsingFieldUpdateProcessorsTest, TestInPlaceUpdatesStandalone, ExternalFileFieldSortTest, SolrXmlInZkTest, DistributedFacetPivotLargeTest, TestExtendedDismaxParser, BufferStoreTest, TestCollectionsAPIViaSolrCloudCluster, TestWordDelimiterFilterFactory, TestSolrQueryParser, TestTestInjection, SparseHLLTest, TestDocBasedVersionConstraints, BJQParserTest, InfoHandlerTest, TestManagedResourceStorage, JvmMetricsTest, SuggesterTest, TestExactStatsCache, TestUseDocValuesAsStored2, TestSearchPerf, TestConfigOverlay, SchemaApiFailureTest, RuleEngineTest, BasicAuthIntegrationTest, TestApiFramework, HealthCheckHandlerTest, TestCloudJSONFacetJoinDomain, TestPrepRecovery, TestCoreBackup, TestMacroExpander, BigEndianAscendingWordSerializerTest, TestCSVLoader, HttpPartitionTest, TestEmbeddedSolrServerConstructors, SuggestComponentTest, XsltUpdateRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestDocumentBuilder, DistanceFunctionTest, TestManagedStopFilterFactory, TestClusterStateMutator, MinimalSchemaTest, HdfsRecoveryZkTest, CoreAdminHandlerTest, LegacyCloudClusterPropTest, TestLuceneIndexBackCompat, TestManagedSchema, PropertiesRequestHandlerTest, SpatialRPTFieldTypeTest, TestOrdValues, OutOfBoxZkACLAndCredentialsProvidersTest, TestIndexingPerformance, TermVectorComponentTest, TestRandomRequestDistribution, TestNodeLostTrigger, DocExpirationUpdateProcessorFactoryTest, TestLMJelinekMercerSimilarityFactory, SegmentsInfoRequestHandlerTest, TestDistribIDF, ReplaceNodeNoTargetTest, TestSegmentSorting, ChaosMonkeySafeLeaderWithPullReplicasTest, PeerSyncTest, TestSubQueryTransformer, TestSimpleQParserPlugin, ReturnFieldsTest, TestDeleteCollectionOnDownNodes, TestAtomicUpdateErrorCases, ClassificationUpdateProcessorFactoryTest, TestConfigSetsAPI, TestUnifiedSolrHighlighter, PeerSyncWithIndexFingerprintCachingTest, TestRequestForwarding, CustomHighlightComponentTest, ShardRoutingTest, TestIntervalFaceting, TestComputePlanAction, NotRequiredUniqueKeyTest, RecoveryAfterSoftCommitTest, TestDistributedGrouping, RollingRestartTest, CdcrUpdateLogTest, TestLargeCluster, TestComponentsName, TestGraphTermsQParserPlugin, SortByFunctionTest, DocumentAnalysisRequestHandlerTest, TestCollapseQParserPlugin, SubstringBytesRefFilterTest, TestDynamicLoading, DisMaxRequestHandlerTest, TestCoreDiscovery, SpellPossibilityIteratorTest, CurrencyFieldTypeTest, ClusterStateTest, TestNumericTokenStream, TestCorePropertiesReload, TestSolrQueryResponse, TestManagedSchemaThreadSafety, VersionInfoTest, IndexBasedSpellCheckerTest, TestRTGBase, TestRequestStatusCollectionAPI, HdfsAutoAddReplicasIntegrationTest, HdfsChaosMonkeyNothingIsSafeTest, TestScoreJoinQPScore, CursorMarkTest, SolrCLIZkUtilsTest, CleanupOldIndexTest, CloudMLTQParserTest, TestJettySolrRunner, TestSortableTextField, DistributedFacetPivotSmallAdvancedTest, CdcrReplicationHandlerTest, UpdateParamsTest, CollectionReloadTest, TestSubQueryTransformerDistrib, TestCrossCoreJoin, DistributedExpandComponentTest, BasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, DeleteStatusTest, SpellCheckCollatorWithCollapseTest, HdfsSyncSliceTest, TestFieldSortValues, TestZkAclsWithHadoopAuth, MetricTriggerTest, ConcurrentCreateRoutedAliasTest, TestFieldCollectionResource, JsonLoaderTest, CoreAdminRequestStatusTest, TestDistributedSearch, UUIDFieldTest, TestCodecSupport, LoggingHandlerTest, TestSolr4Spatial2, TestCloudSearcherWarming, BadIndexSchemaTest, TestLegacyFieldCache, MultiThreadedOCPTest, DistributedQueryComponentOptimizationTest, HdfsNNFailoverTest, TestConfigSetProperties, TestOverriddenPrefixQueryForCustomFieldType, TestNumericTerms64, ConcurrentDeleteAndCreateCollectionTest, TestSimDistributedQueue, TestStressLucene, TestNonDefinedSimilarityFactory, BlockCacheTest, PreAnalyzedFieldTest, DistributedQueueTest, TestReplicationHandlerBackup, TestUpdate, ReplicationFactorTest, TestBlendedInfixSuggestions, ClusterStateUpdateTest, TestMaxScoreQueryParser, TestRTimerTree, TestCloudManagedSchema, SyncSliceTest, SolrGangliaReporterTest, TestSolr4Spatial, FileBasedSpellCheckerTest, OverseerCollectionConfigSetProcessorTest, EchoParamsTest, BooleanFieldTest, TestAnalyzedSuggestions, TestBlobHandler, TestSchemaManager, BlobRepositoryCloudTest, NodeLostTriggerTest, CheckHdfsIndexTest, TestClassicSimilarityFactory, DocValuesNotIndexedTest, ChaosMonkeySafeLeaderTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestRecovery, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestRangeQuery, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, ConvertedLegacyTest, DirectUpdateHandlerTest, SoftAutoCommitTest, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, SliceStateTest, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestLockTree, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, TestCollectionAPI, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, NodeAddedTriggerTest, TestPolicyCloud, TestClusterStateProvider, TestDistribStateManager, TestExecutePlanAction, TestNodeAddedTrigger, TestTriggerIntegration, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CdcrVersionReplicationTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsRecoverLeaseTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ZkStateWriterTest, RulesTest, CachingDirectoryFactoryTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigSets, TestCustomStream, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrXml, TestSolrCloudSnapshots, TestSolrCoreSnapshots, RequestLoggingTest, SearchHandlerTest, TestHdfsBackupRestoreCore, TestReqParamsAPI, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [640/775 (4!)] on J1 in 14.97s, 1 test, 1 failure <<< FAILURES!
[...truncated 41286 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4426 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4426/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8708A23038F85A7:B27CBDAC5C6753E8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12730 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001/init-core-data-001
[junit4] 2> 967080 WARN (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 967080 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 967082 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 967082 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 967083 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001/tempDir-001
[junit4] 2> 967083 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 967083 INFO (Thread-2242) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 967084 INFO (Thread-2242) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 967087 ERROR (Thread-2242) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 967184 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:63950
[junit4] 2> 967193 INFO (zkConnectionManagerCallback-2578-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967197 INFO (jetty-launcher-2575-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 967197 INFO (jetty-launcher-2575-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 967199 INFO (jetty-launcher-2575-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 967199 INFO (jetty-launcher-2575-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 967199 INFO (jetty-launcher-2575-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 967199 INFO (jetty-launcher-2575-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 967199 INFO (jetty-launcher-2575-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 967199 INFO (jetty-launcher-2575-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 967200 INFO (jetty-launcher-2575-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69cc5ab0{/solr,null,AVAILABLE}
[junit4] 2> 967200 INFO (jetty-launcher-2575-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3abc49a0{/solr,null,AVAILABLE}
[junit4] 2> 967201 INFO (jetty-launcher-2575-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d30106d{HTTP/1.1,[http/1.1]}{127.0.0.1:63953}
[junit4] 2> 967201 INFO (jetty-launcher-2575-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a9d6480{HTTP/1.1,[http/1.1]}{127.0.0.1:63952}
[junit4] 2> 967201 INFO (jetty-launcher-2575-thread-2) [ ] o.e.j.s.Server Started @969300ms
[junit4] 2> 967201 INFO (jetty-launcher-2575-thread-1) [ ] o.e.j.s.Server Started @969300ms
[junit4] 2> 967201 INFO (jetty-launcher-2575-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63953}
[junit4] 2> 967201 INFO (jetty-launcher-2575-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63952}
[junit4] 2> 967201 ERROR (jetty-launcher-2575-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 967201 ERROR (jetty-launcher-2575-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T19:01:03.308181Z
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 967202 INFO (jetty-launcher-2575-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T19:01:03.308362Z
[junit4] 2> 967203 INFO (zkConnectionManagerCallback-2580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967204 INFO (zkConnectionManagerCallback-2582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967204 INFO (jetty-launcher-2575-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 967204 INFO (jetty-launcher-2575-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 967251 INFO (jetty-launcher-2575-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63950/solr
[junit4] 2> 967253 INFO (jetty-launcher-2575-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63950/solr
[junit4] 2> 967254 INFO (zkConnectionManagerCallback-2586-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967257 INFO (zkConnectionManagerCallback-2590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967260 INFO (zkConnectionManagerCallback-2592-thread-1-processing-n:127.0.0.1:63953_solr) [n:127.0.0.1:63953_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967262 INFO (zkConnectionManagerCallback-2594-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967396 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 967397 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63953_solr
[junit4] 2> 967398 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.c.Overseer Overseer (id=72158773892808709-127.0.0.1:63953_solr-n_0000000000) starting
[junit4] 2> 967429 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 967432 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63953_solr
[junit4] 2> 967433 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 967434 INFO (jetty-launcher-2575-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 967434 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 967436 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 967436 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 967436 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 967437 INFO (jetty-launcher-2575-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63952_solr
[junit4] 2> 967438 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 967438 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:63953_solr) [n:127.0.0.1:63953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 967445 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:63953_solr) [n:127.0.0.1:63953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 967446 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 967447 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 967447 DEBUG (ScheduledTrigger-3928-thread-1) [n:127.0.0.1:63953_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 967490 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967493 INFO (jetty-launcher-2575-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63952.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967501 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967501 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967504 INFO (jetty-launcher-2575-thread-2) [n:127.0.0.1:63953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001/tempDir-001/node2/.
[junit4] 2> 967508 INFO (jetty-launcher-2575-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63952.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967508 INFO (jetty-launcher-2575-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63952.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967509 INFO (jetty-launcher-2575-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001/tempDir-001/node1/.
[junit4] 2> 967557 INFO (zkConnectionManagerCallback-2600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967559 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005c05c54f0007, likely client has closed socket
[junit4] 2> 967561 INFO (zkConnectionManagerCallback-2604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967563 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 967565 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63950/solr ready
[junit4] 2> 967579 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 967580 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 967581 DEBUG (zkCallback-2591-thread-1-processing-n:127.0.0.1:63953_solr) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 967581 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 967583 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 967583 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 967584 DEBUG (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 967587 INFO (qtp1606393036-9999) [n:127.0.0.1:63953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967594 INFO (qtp1606393036-9999) [n:127.0.0.1:63953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 967595 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 967596 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 967596 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 967596 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 967596 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b8edc29{/solr,null,AVAILABLE}
[junit4] 2> 967597 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67209eec{HTTP/1.1,[http/1.1]}{127.0.0.1:63965}
[junit4] 2> 967597 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.Server Started @969696ms
[junit4] 2> 967597 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63965}
[junit4] 2> 967597 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 967598 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 967598 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 967598 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 967598 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T19:01:03.704190Z
[junit4] 2> 967599 INFO (zkConnectionManagerCallback-2606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967600 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 967613 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63950/solr
[junit4] 2> 967614 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005c05c54f0009, likely client has closed socket
[junit4] 2> 967616 INFO (zkConnectionManagerCallback-2610-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967618 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005c05c54f000a, likely client has closed socket
[junit4] 2> 967618 INFO (zkConnectionManagerCallback-2612-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 967626 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 967632 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63965_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 967635 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63965_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63965_solr
[junit4] 2> 967639 INFO (zkCallback-2603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 967640 INFO (zkCallback-2611-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 967640 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 967641 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:63953_solr) [n:127.0.0.1:63953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 967672 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63965.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967682 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63965.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967682 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63965.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 967684 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63965_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001/tempDir-001/node3/.
[junit4] 2> 967717 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 967718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d30106d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 967718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=871893683
[junit4] 2> 967718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 967719 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4372d8de: rootName = solr_63953, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@27129e6c
[junit4] 2> 967726 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 967726 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7790e795: rootName = solr_63953, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2a3cc19a
[junit4] 2> 967732 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 967732 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f38e677: rootName = solr_63953, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@323a4897
[junit4] 2> 967734 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63953_solr
[junit4] 2> 967735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 967735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 967736 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.Overseer Overseer (id=72158773892808709-127.0.0.1:63953_solr-n_0000000000) closing
[junit4] 2> 967736 INFO (OverseerStateUpdate-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63953_solr
[junit4] 2> 967737 WARN (OverseerAutoScalingTriggerThread-72158773892808709-127.0.0.1:63953_solr-n_0000000000) [n:127.0.0.1:63953_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 967737 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 967738 INFO (zkCallback-2603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 967738 INFO (zkCallback-2611-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 967738 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 967739 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:63953_solr) [n:127.0.0.1:63953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 967739 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3abc49a0{/solr,null,UNAVAILABLE}
[junit4] 2> 967739 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 967740 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63952_solr
[junit4] 2> 967742 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.Overseer Overseer (id=72158773892808710-127.0.0.1:63952_solr-n_0000000001) starting
[junit4] 2> 967751 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 967752 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 967753 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:63952_solr, 127.0.0.1:63965_solr]
[junit4] 2> 967753 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
[junit4] 2> 967753 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 967755 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 967756 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 967756 DEBUG (ScheduledTrigger-3943-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 968759 DEBUG (ScheduledTrigger-3943-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 969780 DEBUG (ScheduledTrigger-3943-thread-2) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 970784 DEBUG (ScheduledTrigger-3943-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 971785 DEBUG (ScheduledTrigger-3943-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 972747 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 972753 INFO (qtp264083190-10007) [n:127.0.0.1:63952_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 972755 INFO (qtp1295431108-10061) [n:127.0.0.1:63965_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 972756 DEBUG (qtp264083190-10003) [n:127.0.0.1:63952_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 972756 INFO (qtp264083190-10003) [n:127.0.0.1:63952_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 972757 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 972758 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:63952_solr, 127.0.0.1:63965_solr]
[junit4] 2> 972758 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 972758 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:63952_solr, 127.0.0.1:63965_solr]
[junit4] 2> 972758 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 972759 INFO (qtp264083190-10007) [n:127.0.0.1:63952_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 972759 INFO (qtp1295431108-10063) [n:127.0.0.1:63965_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 972760 DEBUG (qtp264083190-10005) [n:127.0.0.1:63952_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 972760 INFO (qtp264083190-10005) [n:127.0.0.1:63952_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 972761 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 972761 INFO (qtp264083190-10008) [n:127.0.0.1:63952_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 972761 INFO (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 972762 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:63952_solr, 127.0.0.1:63965_solr]
[junit4] 2> 972762 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:63952_solr, 127.0.0.1:63965_solr]
[junit4] 2> 972763 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 972763 DEBUG (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:63952_solr, 127.0.0.1:63965_solr]
[junit4] 2> 972764 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 4
[junit4] 2> 972764 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 972764 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 972764 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 972767 INFO (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 972768 DEBUG (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 972768 DEBUG (ScheduledTrigger-3943-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 972769 INFO (qtp264083190-10008) [n:127.0.0.1:63952_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 972769 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 972770 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 972771 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 972771 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 972771 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 972772 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5705b223{/solr,null,AVAILABLE}
[junit4] 2> 972772 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4df027ed{HTTP/1.1,[http/1.1]}{127.0.0.1:63981}
[junit4] 2> 972772 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.Server Started @974871ms
[junit4] 2> 972772 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63981}
[junit4] 2> 972772 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 972772 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 972773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 972773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 972773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T19:01:08.879086Z
[junit4] 2> 972774 INFO (zkConnectionManagerCallback-2616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 972775 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 972781 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63950/solr
[junit4] 2> 972783 INFO (zkConnectionManagerCallback-2620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 972785 INFO (zkConnectionManagerCallback-2622-thread-1-processing-n:127.0.0.1:63981_solr) [n:127.0.0.1:63981_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 972786 DEBUG (ScheduledTrigger-3943-thread-2) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 972796 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 972800 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63981_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 972804 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63981_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63981_solr
[junit4] 2> 972806 INFO (zkCallback-2611-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 972806 INFO (zkCallback-2603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 972806 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 972807 INFO (zkCallback-2621-thread-1-processing-n:127.0.0.1:63981_solr) [n:127.0.0.1:63981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 972853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63981.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 972862 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63981.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 972862 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63981.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 972863 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [n:127.0.0.1:63981_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001/tempDir-001/node4/.
[junit4] 2> 973777 DEBUG (ScheduledTrigger-3943-thread-3) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 973777 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 973777 DEBUG (ScheduledTrigger-3943-thread-3) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 973777 DEBUG (ScheduledTrigger-3943-thread-3) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63981_solr at time 1543888754788649
[junit4] 2> 973791 DEBUG (ScheduledTrigger-3943-thread-1) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 974773 INFO (OverseerCollectionConfigSetProcessor-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 974779 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 974779 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 974779 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:63981_solr] added at times [1543888754788649], now=1543889757095677
[junit4] 2> 974779 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"57c289ccd4929T590altvb92ev1m9vvmhhnhcob",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1543888754788649,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1543888754788649],
[junit4] 2> "nodeNames":["127.0.0.1:63981_solr"]}}
[junit4] 2> 974779 DEBUG (ScheduledTrigger-3943-thread-2) [n:127.0.0.1:63952_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 974780 DEBUG (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 974781 INFO (ScheduledTrigger-3943-thread-4) [n:127.0.0.1:63952_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 974781 DEBUG (AutoscalingActionExecutor-3944-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"57c289ccd4929T590altvb92ev1m9vvmhhnhcob",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1543888754788649,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1543888754788649],
[junit4] 2> "_enqueue_time_":1543889757742589,
[junit4] 2> "nodeNames":["127.0.0.1:63981_solr"]}}
[junit4] 2> 974783 DEBUG (AutoscalingActionExecutor-3944-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 974783 DEBUG (AutoscalingActionExecutor-3944-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 974783 DEBUG (AutoscalingActionExecutor-3944-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 974783 DEBUG (AutoscalingActionExecutor-3944-thread-1-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=57c289ccd4929T590altvb92ev1m9vvmhhnhcob
[junit4] 2> 977896 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 977898 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a9d6480{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 977898 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1963702184
[junit4] 2> 977899 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 977899 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c184e: rootName = solr_63952, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5fe0e8b
[junit4] 2> 977912 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 977913 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9db155: rootName = solr_63952, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2a3cc19a
[junit4] 2> 977920 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 977921 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5fd22880: rootName = solr_63952, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@323a4897
[junit4] 2> 977923 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63952_solr
[junit4] 2> 977926 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 977927 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 977927 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.Overseer Overseer (id=72158773892808710-127.0.0.1:63952_solr-n_0000000001) closing
[junit4] 2> 977928 INFO (OverseerStateUpdate-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63952_solr
[junit4] 2> 977929 INFO (zkCallback-2603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 977929 INFO (zkCallback-2621-thread-1-processing-n:127.0.0.1:63981_solr) [n:127.0.0.1:63981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 977929 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:63952_solr) [n:127.0.0.1:63952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 977929 INFO (zkCallback-2611-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 977930 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 977931 WARN (OverseerAutoScalingTriggerThread-72158773892808710-127.0.0.1:63952_solr-n_0000000001) [n:127.0.0.1:63952_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 977935 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69cc5ab0{/solr,null,UNAVAILABLE}
[junit4] 2> 977935 INFO (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63965_solr
[junit4] 2> 977935 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 977940 INFO (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.Overseer Overseer (id=72158773892808715-127.0.0.1:63965_solr-n_0000000002) starting
[junit4] 2> 977977 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 977978 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:63981_solr, 127.0.0.1:63965_solr]
[junit4] 2> 977979 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:63981_solr, 127.0.0.1:63965_solr]
[junit4] 2> 977979 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 977980 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:63981_solr, 127.0.0.1:63965_solr]
[junit4] 2> 977980 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 977980 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 977981 INFO (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 977981 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:63952_solr
[junit4] 2> 977984 INFO (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 977985 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 977985 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:63952_solr
[junit4] 2> 977986 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 977988 DEBUG (ScheduledTrigger-3954-thread-2) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 977988 DEBUG (ScheduledTrigger-3954-thread-2) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 977988 DEBUG (ScheduledTrigger-3954-thread-3) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 977988 DEBUG (ScheduledTrigger-3954-thread-3) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:63952_solr
[junit4] 2> 978997 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 978997 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:63952_solr]
[junit4] 2> 978998 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 978998 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"57c29979df94dT590altvb92ev1m9vvmhhnhcod",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1543892962769229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1543892962769229],
[junit4] 2> "nodeNames":["127.0.0.1:63952_solr"]}}
[junit4] 2> 978998 DEBUG (ScheduledTrigger-3954-thread-2) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 978998 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 978998 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 978999 INFO (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 979000 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"57c29979df94dT590altvb92ev1m9vvmhhnhcod",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1543892962769229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1543892962769229],
[junit4] 2> "_enqueue_time_":1543893976120858,
[junit4] 2> "nodeNames":["127.0.0.1:63952_solr"]}}
[junit4] 2> 979000 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[8708A23038F85A7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 979005 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 979005 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 979005 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 979005 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 5 ms for event id=57c29979df94dT590altvb92ev1m9vvmhhnhcod
[junit4] 2> 979015 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 979015 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 979016 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 979016 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 979021 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 979021 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 979022 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 979026 INFO (qtp1230244092-10098) [n:127.0.0.1:63981_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 979028 INFO (qtp1295431108-10066) [n:127.0.0.1:63965_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 979028 DEBUG (qtp1295431108-10063) [n:127.0.0.1:63965_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 979029 INFO (qtp1295431108-10063) [n:127.0.0.1:63965_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 979029 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 979030 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:63981_solr, 127.0.0.1:63965_solr]
[junit4] 2> 979030 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 979031 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 979033 INFO (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 979034 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 979034 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 979034 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 979035 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 979035 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 979035 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 979035 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 979035 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 979036 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f54fc87{/solr,null,AVAILABLE}
[junit4] 2> 979036 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@585a3f39{HTTP/1.1,[http/1.1]}{127.0.0.1:63995}
[junit4] 2> 979036 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.Server Started @981135ms
[junit4] 2> 979036 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63995}
[junit4] 2> 979036 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 979037 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 979037 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 979037 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 979037 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T19:01:15.143548Z
[junit4] 2> 979039 INFO (zkConnectionManagerCallback-2626-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 979039 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 979045 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63950/solr
[junit4] 2> 979047 INFO (zkConnectionManagerCallback-2630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 979050 INFO (zkConnectionManagerCallback-2632-thread-1-processing-n:127.0.0.1:63995_solr) [n:127.0.0.1:63995_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 979059 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [n:127.0.0.1:63995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 979063 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [n:127.0.0.1:63995_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 979066 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [n:127.0.0.1:63995_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63995_solr
[junit4] 2> 979068 INFO (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 979069 INFO (zkCallback-2621-thread-1-processing-n:127.0.0.1:63981_solr) [n:127.0.0.1:63981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 979069 INFO (zkCallback-2603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 979069 INFO (zkCallback-2631-thread-1-processing-n:127.0.0.1:63995_solr) [n:127.0.0.1:63995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 979110 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [n:127.0.0.1:63995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63995.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 979119 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [n:127.0.0.1:63995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63995.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 979119 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [n:127.0.0.1:63995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63995.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3882036c
[junit4] 2> 979121 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [n:127.0.0.1:63995_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001/tempDir-001/node5/.
[junit4] 2> 980042 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 980042 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 980042 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63995_solr at time 1543895020252947
[junit4] 2> 981053 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 981054 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 982057 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 982057 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 982057 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:63995_solr] added at times [1543895020252947], now=1543897034718748
[junit4] 2> 982057 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"57c2a1240af13T590altvb92ev1m9vvmhhnhcof",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1543895020252947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1543895020252947],
[junit4] 2> "nodeNames":["127.0.0.1:63995_solr"]}}
[junit4] 2> 982057 DEBUG (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 982058 INFO (ScheduledTrigger-3954-thread-4) [n:127.0.0.1:63965_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 982058 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"57c2a1240af13T590altvb92ev1m9vvmhhnhcof",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1543895020252947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1543895020252947],
[junit4] 2> "_enqueue_time_":1543897035012807,
[junit4] 2> "nodeNames":["127.0.0.1:63995_solr"]}}
[junit4] 2> 982063 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 982063 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=57c2a1240af13T590altvb92ev1m9vvmhhnhcof
[junit4] 2> 982064 INFO (qtp1295431108-10063) [n:127.0.0.1:63965_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 982066 INFO (qtp1230244092-10102) [n:127.0.0.1:63981_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 982067 INFO (qtp296880580-10138) [n:127.0.0.1:63995_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 982067 DEBUG (qtp296880580-10134) [n:127.0.0.1:63995_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 982068 INFO (qtp296880580-10134) [n:127.0.0.1:63995_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 982068 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 982069 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:63995_solr, 127.0.0.1:63981_solr, 127.0.0.1:63965_solr]
[junit4] 2> 982069 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 982069 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 982070 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 982070 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 984069 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 984090 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 984091 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 984092 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 984092 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 984094 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 984094 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 984095 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 984097 INFO (qtp1295431108-10065) [n:127.0.0.1:63965_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 984105 INFO (qtp1295431108-10065) [n:127.0.0.1:63965_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 984108 INFO (qtp1295431108-10065) [n:127.0.0.1:63965_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 984109 INFO (qtp1230244092-10103) [n:127.0.0.1:63981_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 984110 INFO (qtp296880580-10140) [n:127.0.0.1:63995_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 984111 DEBUG (qtp1230244092-10102) [n:127.0.0.1:63981_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 984115 INFO (qtp1230244092-10102) [n:127.0.0.1:63981_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 984116 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 984116 DEBUG (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:63995_solr, 127.0.0.1:63981_solr, 127.0.0.1:63965_solr]
[junit4] 2> 984116 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 984118 INFO (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 984118 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 984121 DEBUG (OverseerAutoScalingTriggerThread-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 984122 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@585a3f39{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 984122 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1051152417
[junit4] 2> 984122 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 984122 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 984122 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b6347f6: rootName = solr_63995, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3cfb960e
[junit4] 2> 984133 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 984133 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c48ba13: rootName = solr_63995, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2a3cc19a
[junit4] 2> 984140 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 984140 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2485358e: rootName = solr_63995, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@323a4897
[junit4] 2> 984143 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63995_solr
[junit4] 2> 984144 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 984144 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 984145 INFO (zkCallback-2621-thread-1-processing-n:127.0.0.1:63981_solr) [n:127.0.0.1:63981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 984145 INFO (zkCallback-2603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 984145 INFO (zkCallback-2611-thread-2-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 984145 INFO (zkCallback-2631-thread-1-processing-n:127.0.0.1:63995_solr) [n:127.0.0.1:63995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 984147 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f54fc87{/solr,null,UNAVAILABLE}
[junit4] 2> 984147 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8708A23038F85A7]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 985149 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 985149 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:63995_solr
[junit4] 2> 986108 INFO (OverseerCollectionConfigSetProcessor-72158773892808715-127.0.0.1:63965_solr-n_0000000002) [n:127.0.0.1:63965_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 986150 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 986150 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:63995_solr]
[junit4] 2> 986150 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"57c2b429c8df4T590altvb92ev1m9vvmhhnhcoh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1543900126547444,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1543900126547444],
[junit4] 2> "nodeNames":["127.0.0.1:63995_solr"]}}
[junit4] 2> 986150 DEBUG (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 986151 INFO (ScheduledTrigger-3954-thread-1) [n:127.0.0.1:63965_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 986151 DEBUG (AutoscalingActionExecutor-3955-thread-1-processing-n:127.0.0.1:63965_solr) [n:127.0.0.1:63965_solr ] o.a.s.c.a.ScheduledTriggers -- processing
[...truncated too long message...]
PoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1159727 WARN (zkCallback-2796-thread-1-processing-n:127.0.0.1:64537_solr) [n:127.0.0.1:64537_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:64537_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:64537_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:882)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1159726 WARN (zkCallback-2766-thread-2-processing-n:127.0.0.1:64426_solr) [n:127.0.0.1:64426_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1159726 INFO (jetty-closer-2576-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1159728 INFO (jetty-closer-2576-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d90353b{/solr,null,UNAVAILABLE}
[junit4] 2> 1159728 INFO (jetty-closer-2576-thread-11) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1159742 WARN (zkCallback-2796-thread-3-processing-n:127.0.0.1:64537_solr) [n:127.0.0.1:64537_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1159743 INFO (jetty-closer-2576-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e49731d{/solr,null,UNAVAILABLE}
[junit4] 2> 1159743 INFO (jetty-closer-2576-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1160007 INFO (jetty-closer-2576-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5803a918{/solr,null,UNAVAILABLE}
[junit4] 2> 1160007 INFO (jetty-closer-2576-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1160009 ERROR (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1160009 INFO (SUITE-TriggerIntegrationTest-seed#[8708A23038F85A7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63950 63950
[junit4] 2> 1160024 INFO (Thread-2242) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63950 63950
[junit4] 2> 1160169 WARN (Thread-2242) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 21 /solr/collections/collection1/terms/shard1
[junit4] 2> 6 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 64 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 11 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72158773892808742-127.0.0.1:64180_solr-n_0000000011
[junit4] 2> 3 /solr/overseer_elect/election/72158773892808752-127.0.0.1:64302_solr-n_0000000014
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72158773892808736-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72158773892808730-127.0.0.1:64129_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/72158773892808736-127.0.0.1:64172_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/72158773892808761-127.0.0.1:64426_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/72158773892808718-127.0.0.1:63981_solr-n_0000000003
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72158773892808739-core_node3-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8708A23038F85A7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@699ee3c2), locale=en-AT, timezone=SystemV/EST5
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=153156352,total=360710144
[junit4] 2> NOTE: All tests run in this JVM: [TestRestoreCore, TestBulkSchemaAPI, NodeLostTriggerTest, ClusterStateUpdateTest, AsyncCallRequestStatusResponseTest, EchoParamsTest, TestDocumentBuilder, SolrXmlInZkTest, SystemLogListenerTest, TlogReplayBufferedWhileIndexingTest, DeleteReplicaTest, CleanupOldIndexTest, TestSolrDeletionPolicy2, BasicAuthIntegrationTest, TestDistributedGrouping, HdfsRecoveryZkTest, ReplicationFactorTest, TestCollapseQParserPlugin, TestSolrQueryParser, ParsingFieldUpdateProcessorsTest, TestStressInPlaceUpdates, TestManagedStopFilterFactory, TestCollectionsAPIViaSolrCloudCluster, DirectUpdateHandlerTest, SolrShardReporterTest, ScriptEngineTest, BufferStoreTest, FileBasedSpellCheckerTest, PropertiesRequestHandlerTest, HdfsAutoAddReplicasIntegrationTest, OverseerRolesTest, TestIndexingPerformance, SparseHLLTest, TestCoreBackup, RegexBoostProcessorTest, SpatialRPTFieldTypeTest, ComputePlanActionTest, TestGraphTermsQParserPlugin, BasicDistributedZk2Test, TestDynamicLoading, CdcrVersionReplicationTest, TestSolr4Spatial2, ZkSolrClientTest, TestFreeTextSuggestions, DistributedIntervalFacetingTest, TestSimDistributedQueue, TestSolrCoreProperties, UUIDFieldTest, ZkShardTermsTest, TestSolrCloudWithDelegationTokens, DistanceUnitsTest, TestClassicSimilarityFactory, TestSolr4Spatial, SoftAutoCommitTest, TestConfigSetProperties, TestRandomRequestDistribution, BadIndexSchemaTest, BasicFunctionalityTest, TestDocBasedVersionConstraints, TestSchemaNameResource, SolrSlf4jReporterTest, TestExactStatsCache, TolerantUpdateProcessorTest, ReplaceNodeNoTargetTest, TestScoreJoinQPScore, IndexSchemaTest, TestFastLRUCache, HdfsCollectionsAPIDistributedZkTest, TestSubQueryTransformerDistrib, BooleanFieldTest, NotRequiredUniqueKeyTest, CloudMLTQParserTest, TestDynamicFieldCollectionResource, DistributedQueryComponentOptimizationTest, BaseCdcrDistributedZkTest, TestOrdValues, JSONWriterTest, TestSchemaManager, SolrGangliaReporterTest, TestExtendedDismaxParser, TestRawTransformer, DebugComponentTest, TestStressReorder, MetricTriggerTest, ClassificationUpdateProcessorFactoryTest, TestWriterPerf, TestInfoStreamLogging, URLClassifyProcessorTest, RecoveryAfterSoftCommitTest, TestRequestForwarding, HdfsNNFailoverTest, HealthCheckHandlerTest, TestExportWriter, TestManagedSynonymGraphFilterFactory, TestSolrConfigHandlerConcurrent, SuggesterTest, TestSimpleTrackingShardHandler, TestSolrCloudWithSecureImpersonation, SegmentsInfoRequestHandlerTest, TestDistributedMissingSort, TestNumericTerms64, SyncSliceTest, TestNumericTokenStream, TestConfigSetsAPIZkFailure, CreateRoutedAliasTest, TriggerIntegrationTest]
[junit4] Completed [227/775 (1!)] on J1 in 193.10s, 14 tests, 1 failure <<< FAILURES!
[...truncated 42714 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4425
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4425/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([373B7935D31C246F:370DCDF5FA118005]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([373B7935D31C246F:1CC4AC6E496431BF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13167 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1830081 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/init-core-data-001
[junit4] 2> 1830082 WARN (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1830082 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1830085 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1830086 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001
[junit4] 2> 1830086 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1830086 INFO (Thread-3236) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1830086 INFO (Thread-3236) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1830090 ERROR (Thread-3236) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1830190 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:57245
[junit4] 2> 1830204 INFO (zkConnectionManagerCallback-3851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830210 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1830210 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8042f4{/solr,null,AVAILABLE}
[junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@550ee6b1{/solr,null,AVAILABLE}
[junit4] 2> 1830213 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fb79511{HTTP/1.1,[http/1.1]}{127.0.0.1:57249}
[junit4] 2> 1830213 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.Server Started @1834782ms
[junit4] 2> 1830213 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57249}
[junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@521b07c{HTTP/1.1,[http/1.1]}{127.0.0.1:57250}
[junit4] 2> 1830214 ERROR (jetty-launcher-3848-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.Server Started @1834783ms
[junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57250}
[junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1830215 ERROR (jetty-launcher-3848-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:40.933Z
[junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:40.933Z
[junit4] 2> 1830217 INFO (zkConnectionManagerCallback-3853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830217 INFO (zkConnectionManagerCallback-3855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830218 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1830218 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1830233 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr
[junit4] 2> 1830233 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr
[junit4] 2> 1830234 INFO (zkConnectionManagerCallback-3861-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830235 INFO (zkConnectionManagerCallback-3863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830238 INFO (zkConnectionManagerCallback-3865-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830238 INFO (zkConnectionManagerCallback-3867-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830371 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1830372 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1830372 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57250_solr
[junit4] 2> 1830373 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57249_solr
[junit4] 2> 1830374 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.Overseer Overseer (id=72156420993777669-127.0.0.1:57250_solr-n_0000000000) starting
[junit4] 2> 1830376 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1830376 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1830386 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1830387 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1830388 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57250_solr
[junit4] 2> 1830388 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57249_solr]
[junit4] 2> 1830388 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1830388 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1830390 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1830390 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1830391 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1830392 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1830392 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1830508 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57249.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830508 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57250.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830551 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57249.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830551 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57249.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830552 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57250.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830552 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57250.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830552 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node2/.
[junit4] 2> 1830553 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node1/.
[junit4] 2> 1830619 INFO (zkConnectionManagerCallback-3873-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830622 INFO (zkConnectionManagerCallback-3877-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830624 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1830626 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57245/solr ready
[junit4] 2> 1830649 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1830650 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1830650 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1830650 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1830653 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1830654 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1830654 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1830663 INFO (qtp406535603-17567) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1830664 INFO (qtp1359764669-17572) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1830665 DEBUG (qtp1359764669-17568) [n:127.0.0.1:57250_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1830665 INFO (qtp1359764669-17568) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1830666 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1830667 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57249_solr, 127.0.0.1:57250_solr]
[junit4] 2> 1830667 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1830667 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1830669 INFO (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1830670 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1830670 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1830670 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1830670 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1830671 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@794ff48e{/solr,null,AVAILABLE}
[junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3084c70b{HTTP/1.1,[http/1.1]}{127.0.0.1:57263}
[junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server Started @1835241ms
[junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57263}
[junit4] 2> 1830672 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:41.390Z
[junit4] 2> 1830674 INFO (zkConnectionManagerCallback-3879-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830674 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1830684 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr
[junit4] 2> 1830685 INFO (zkConnectionManagerCallback-3883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830688 INFO (zkConnectionManagerCallback-3885-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1830699 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1830702 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1830706 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57263_solr
[junit4] 2> 1830708 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1830709 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1830709 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1830710 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1830802 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830810 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830810 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1830811 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node3/.
[junit4] 2> 1831679 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1831679 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1831679 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57263_solr at time 1507981264083929
[junit4] 2> 1832689 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1832689 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1833695 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1833695 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:57263_solr] added at times [1507981264083929], now=1507984284061427
[junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"55b803f92dbd9T2qvsyq1s7vl2qavwu6jexe0oy",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1507981264083929,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507981264083929],
[junit4] 2> "nodeNames":["127.0.0.1:57263_solr"]}}
[junit4] 2> 1834700 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 1834701 INFO (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1834701 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"55b803f92dbd9T2qvsyq1s7vl2qavwu6jexe0oy",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1507981264083929,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507981264083929],
[junit4] 2> "_enqueue_time_":1507984284766298,
[junit4] 2> "nodeNames":["127.0.0.1:57263_solr"]}}
[junit4] 2> 1834703 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 1834703 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=55b803f92dbd9T2qvsyq1s7vl2qavwu6jexe0oy
[junit4] 2> 1834707 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1834709 INFO (qtp1359764669-17572) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1834713 INFO (qtp1128186627-17630) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
[junit4] 2> 1834714 DEBUG (qtp1359764669-17570) [n:127.0.0.1:57250_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1834714 INFO (qtp1359764669-17570) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1834715 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1834715 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr, 127.0.0.1:57250_solr]
[junit4] 2> 1834715 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1834715 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1834716 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1834717 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1836719 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 1836761 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 1836762 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1836762 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1836763 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1836764 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1836765 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1836765 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1836766 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1836774 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1836777 INFO (qtp406535603-17578) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1836779 INFO (qtp1359764669-17570) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1836779 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1836779 DEBUG (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1836779 INFO (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1836784 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1836784 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 1836784 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr, 127.0.0.1:57250_solr]
[junit4] 2> 1836784 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 1836785 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1836787 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1836788 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1836788 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1836788 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1836789 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1836789 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1836789 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@708dff7c{/solr,null,AVAILABLE}
[junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32c32347{HTTP/1.1,[http/1.1]}{127.0.0.1:57284}
[junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server Started @1841359ms
[junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57284}
[junit4] 2> 1836791 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:47.509Z
[junit4] 2> 1836793 INFO (zkConnectionManagerCallback-3889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836794 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1836803 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr
[junit4] 2> 1836803 INFO (zkConnectionManagerCallback-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836810 INFO (zkConnectionManagerCallback-3895-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836822 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1836826 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1836829 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57284_solr
[junit4] 2> 1836832 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1836832 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1836832 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1836833 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1836833 INFO (zkCallback-3894-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1836913 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57284.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1836921 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57284.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1836921 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57284.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2
[junit4] 2> 1836922 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node4/.
[junit4] 2> 1837800 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1837800 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1837800 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57284_solr at time 1507987385069456
[junit4] 2> 1838782 INFO (OverseerCollectionConfigSetProcessor-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:57284_solr] added at times [1507987385069456], now=1507988396187264
[junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1507987385069456,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507987385069456],
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}}
[junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 1838812 INFO (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1838813 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1507987385069456,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507987385069456],
[junit4] 2> "_enqueue_time_":1507988396402704,
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}}
[junit4] 2> 1838813 INFO (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1507987385069456,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507987385069456],
[junit4] 2> "_enqueue_time_":1507988396402704,
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}}
[junit4] 2> 1838814 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@521b07c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1838815 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1362992551
[junit4] 2> 1838815 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1838815 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5860f202: rootName = solr_57250, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@720ee67
[junit4] 2> 1838826 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1838826 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12640976: rootName = solr_57250, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d8db19d
[junit4] 2> 1838833 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1838833 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f436bd1: rootName = solr_57250, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74f0a477
[junit4] 2> 1838840 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57250_solr
[junit4] 2> 1838842 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1838842 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1838842 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.Overseer Overseer (id=72156420993777669-127.0.0.1:57250_solr-n_0000000000) closing
[junit4] 2> 1838842 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1838843 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1838843 INFO (zkCallback-3894-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1838843 INFO (OverseerStateUpdate-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57250_solr
[junit4] 2> 1838843 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1838843 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1838843 WARN (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1838844 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1838845 WARN (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1838845 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 32 ms for event id=55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0
[junit4] 2> 1838846 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@550ee6b1{/solr,null,UNAVAILABLE}
[junit4] 2> 1838846 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57249_solr
[junit4] 2> 1838848 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1838850 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.Overseer Overseer (id=72156420993777670-127.0.0.1:57249_solr-n_0000000001) starting
[junit4] 2> 1838859 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1838860 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1838861 INFO (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 1838861 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57284_solr, 127.0.0.1:57249_solr]
[junit4] 2> 1838861 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 1838862 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57284_solr, 127.0.0.1:57249_solr]
[junit4] 2> 1838862 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 1838862 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1838865 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1838866 DEBUG (ScheduledTrigger-7012-thread-1) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1838866 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1838867 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1507987385069456,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507987385069456],
[junit4] 2> "_dequeue_time_":1507988451739644,
[junit4] 2> "_enqueue_time_":1507988396402704,
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1838868 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 1838868 INFO (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1838869 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1507987385069456,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507987385069456],
[junit4] 2> "_dequeue_time_":1507988451739644,
[junit4] 2> "_enqueue_time_":1507988396402704,
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1838869 INFO (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1507987385069456,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507987385069456],
[junit4] 2> "_dequeue_time_":1507988451739644,
[junit4] 2> "_enqueue_time_":1507988396402704,
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1838870 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1838870 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 1838870 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0
[junit4] 2> 1838871 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1838871 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1843858 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 1843875 DEBUG (ScheduledTrigger-7012-thread-1) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1843877 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1843877 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1843885 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 1843886 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 1843887 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1843887 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1843891 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1843892 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1843892 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1843893 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1843899 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1843904 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1843906 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1843907 INFO (qtp1809027684-17663) [n:127.0.0.1:57284_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1843907 DEBUG (qtp1809027684-17659) [n:127.0.0.1:57284_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1843907 INFO (qtp1809027684-17659) [n:127.0.0.1:57284_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1843907 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1843911 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57284_solr, 127.0.0.1:57249_solr]
[junit4] 2> 1843911 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1843914 INFO (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1843914 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@32c32347{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=669505460
[junit4] 2> 1843915 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10f6a4e6: rootName = solr_57284, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@741c4e27
[junit4] 2> 1843915 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 1843921 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1843921 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c917577: rootName = solr_57284, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d8db19d
[junit4] 2> 1843925 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1843925 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45c834e5: rootName = solr_57284, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74f0a477
[junit4] 2> 1843927 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57284_solr
[junit4] 2> 1843928 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1843928 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1843928 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1843928 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1843928 INFO (zkCallback-3894-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1843929 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1843932 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@708dff7c{/solr,null,UNAVAILABLE}
[junit4] 2> 1843932 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1844917 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1844917 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:57284_solr
[junit4] 2> 1845899 INFO (OverseerCollectionConfigSetProcessor-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1845927 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1846937 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:57284_solr]
[junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"55b83549f110eT2qvsyq1s7vl2qavwu6jexe0p3",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1507994502107406,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507994502107406],
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}}
[junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 1847942 INFO (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1847943 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"55b83549f110eT2qvsyq1s7vl2qavwu6jexe0p3",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1507994502107406,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1507994502107406],
[junit4] 2> "_enqueue_time_":1507997526362535,
[junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}}
[junit4] 2> 1847946 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 1847946 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=55b83549f110eT2qvsyq1s7vl2qavwu6jexe0p3
[junit4] 2> 1847946 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1847948 INFO (qtp1128186627-17635) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1847948 DEBUG (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1847949 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1847949 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1847950 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr]
[junit4] 2> 1847950 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1847951 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1847951 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1849955 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 1849976 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 1849977 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
[junit4] 2> 1849977 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1849977 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1849979 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1849979 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1849980 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1849982 INFO (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1849988 INFO (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1849991 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1849991 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1849992 DEBUG (qtp1128186627-17636) [n:127.0.0.1:57263_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1849992 INFO (qtp1128186627-17636) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1849993 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 1849993 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr]
[junit4] 2> 1849993 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1849993 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 1849996 INFO (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1849996 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1849997 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2fb79511{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=513333810
[junit4] 2> 1849997 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1849997 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@593faec3: rootName = solr_57249, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5461c156
[junit4] 2> 1850003 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1850003 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8bd3af6: rootName = solr_57249, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d8db19d
[junit4] 2> 1850007 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1850007 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74204204: rootName = solr_57249, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74f0a477
[junit4] 2> 1850008 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57249_solr
[junit4] 2> 1850010 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1850010 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1850011 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.Overseer Overseer (id=72156420993777670-127.0.0.1:57249_solr-n_0000000001) closing
[junit4] 2> 1850011 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1850011 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1850011 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1850011 INFO (OverseerStateUpdate-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57249_solr
[junit4] 2> 1850011 WARN (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1850013 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1850014 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f8042f4{/solr,null,UNAVAILABLE}
[junit4] 2> 1850015 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1850015 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57263_solr
[junit4] 2> 1850017 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_sol
[...truncated too long message...]
r) [n:127.0.0.1:57907_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2019246 WARN (zkCallback-4044-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2019247 INFO (jetty-closer-3849-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@688597d2{/solr,null,UNAVAILABLE}
[junit4] 2> 2019247 INFO (jetty-closer-3849-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58ca6877{/solr,null,UNAVAILABLE}
[junit4] 2> 2019247 INFO (jetty-closer-3849-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2019247 INFO (jetty-closer-3849-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2019260 INFO (jetty-closer-3849-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b714126{/solr,null,UNAVAILABLE}
[junit4] 2> 2019260 INFO (jetty-closer-3849-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2019533 INFO (jetty-closer-3849-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@512601a5{/solr,null,UNAVAILABLE}
[junit4] 2> 2019533 INFO (jetty-closer-3849-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2019533 INFO (jetty-closer-3849-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b239f7{/solr,null,UNAVAILABLE}
[junit4] 2> 2019533 INFO (jetty-closer-3849-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2019536 ERROR (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2019536 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57245 57245
[junit4] 2> 2019552 INFO (Thread-3236) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57245 57245
[junit4] 2> 2019680 WARN (Thread-3236) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 10 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 7 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 99 /solr/collections/collection1/state.json
[junit4] 2> 43 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72156420993777694-127.0.0.1:57747_solr-n_0000000008
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72156420993777691-core_node10-n_0000000004
[junit4] 2> 3 /solr/overseer_elect/election/72156420993777721-127.0.0.1:58205_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/72156420993777706-127.0.0.1:57964_solr-n_0000000012
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72156420993777691-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72156420993777709-127.0.0.1:57998_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72156420993777675-127.0.0.1:57263_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001
[junit4] 2> Feb 07, 2018 9:05:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1207, maxMBSortInHeap=7.07230646350998, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f1cec9a), locale=is, timezone=America/Detroit
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=286535488,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ExitableDirectoryReaderTest, SimplePostToolTest, TestStressLucene, TestFieldTypeCollectionResource, CleanupOldIndexTest, BlockCacheTest, ConcurrentDeleteAndCreateCollectionTest, TestSolrFieldCacheBean, SaslZkACLProviderTest, SubstringBytesRefFilterTest, BlockJoinFacetRandomTest, DistributedIntervalFacetingTest, TestNodeLostTrigger, SolrCoreCheckLockOnStartupTest, SuggesterWFSTTest, VersionInfoTest, TestSubQueryTransformerDistrib, CSVRequestHandlerTest, CustomHighlightComponentTest, CreateRoutedAliasTest, DirectUpdateHandlerTest, UUIDFieldTest, SolrXmlInZkTest, TestOrdValues, V2ApiIntegrationTest, TestPHPSerializedResponseWriter, TestDeleteCollectionOnDownNodes, BaseCdcrDistributedZkTest, TestPKIAuthenticationPlugin, TestLegacyTerms, MetricTriggerTest, TestSQLHandlerNonCloud, HdfsChaosMonkeyNothingIsSafeTest, ReturnFieldsTest, ChaosMonkeyNothingIsSafeTest, TestFieldSortValues, QueryParsingTest, RequestHandlersTest, HdfsSyncSliceTest, ExplicitHLLTest, HdfsAutoAddReplicasIntegrationTest, TestExactStatsCache, ShowFileRequestHandlerTest, TestUpdate, HealthCheckHandlerTest, TestExtendedDismaxParser, ClusterStateUpdateTest, TestValueSourceCache, RecoveryAfterSoftCommitTest, TestNonDefinedSimilarityFactory, TestLuceneIndexBackCompat, TestSolrQueryParser, DocValuesNotIndexedTest, TestRandomCollapseQParserPlugin, TestFieldCacheVsDocValues, RegexBoostProcessorTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, TestLocalFSCloudBackupRestore, TestSolrQueryResponse, TestSha256AuthenticationProvider, TestSolrCloudSnapshots, SolrCLIZkUtilsTest, TestMaxScoreQueryParser, TestSolrConfigHandlerConcurrent, TestReversedWildcardFilterFactory, TestCloudJSONFacetJoinDomain, TestRequestForwarding, TestSort, TestDistributedSearch, TestLMDirichletSimilarityFactory, DistanceUnitsTest, DistributedFacetPivotSmallAdvancedTest, AddBlockUpdateTest, TestFieldCache, SimpleCollectionCreateDeleteTest, DocExpirationUpdateProcessorFactoryTest, BJQParserTest, SyncSliceTest, TestIndexingPerformance, TestFreeTextSuggestions, OverseerRolesTest, TestCloudPseudoReturnFields, TestSolrCloudWithDelegationTokens, LegacyCloudClusterPropTest, TestNestedDocsSort, TestInfoStreamLogging, TestDocSet, DistanceFunctionTest, TestLargeCluster, TestTlogReplica, TestNumericRangeQuery32, RequestLoggingTest, TestComplexPhraseQParserPlugin, TestReplicationHandlerBackup, CdcrReplicationHandlerTest, HttpPartitionTest, TestSchemaManager, PeerSyncWithIndexFingerprintCachingTest, DeleteReplicaTest, HdfsRecoveryZkTest, ClassificationUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, TestJsonFacets, TestDocBasedVersionConstraints, TestDynamicFieldCollectionResource, BadIndexSchemaTest, TestLegacyFieldCache, TestInitQParser, ZkControllerTest, TestSolrCloudWithSecureImpersonation, CoreSorterTest, JsonLoaderTest, BasicAuthIntegrationTest, DocumentAnalysisRequestHandlerTest, TlogReplayBufferedWhileIndexingTest, PropertiesRequestHandlerTest, TestLuceneMatchVersion, TestUseDocValuesAsStored2, FullSolrCloudDistribCmdsTest, LeaderFailureAfterFreshStartTest, TolerantUpdateProcessorTest, TestShardHandlerFactory, TestComputePlanAction, TestStressRecovery, TestSchemaSimilarityResource, TestScoreJoinQPScore, TestSolrConfigHandler, TestSimDistributedQueue, TestSizeLimitedDistributedMap, SpellCheckCollatorTest, TestCorePropertiesReload, TestCoreBackup, BigEndianAscendingWordSerializerTest, TestSolrCoreProperties, MultiThreadedOCPTest, TestCollectionsAPIViaSolrCloudCluster, HdfsNNFailoverTest, TestNumericTokenStream, DocValuesMissingTest, TestRequestStatusCollectionAPI, OverseerTest, ConcurrentCreateRoutedAliasTest, TestExpandComponent, TestComponentsName, ChaosMonkeySafeLeaderTest, TestLRUCache, SystemLogListenerTest, TestCollapseQParserPlugin, LoggingHandlerTest, TestSearchPerf, CollectionsAPIAsyncDistributedZkTest, TestIntervalFaceting, CloudMLTQParserTest, SpellCheckCollatorWithCollapseTest, DebugComponentTest, TestStressInPlaceUpdates, DistributedExpandComponentTest, CheckHdfsIndexTest, SparseHLLTest, TestHdfsUpdateLog, TestRTGBase, TestRTimerTree, TestManagedSchema, XsltUpdateRequestHandlerTest, TestExecutePlanAction, SchemaApiFailureTest, HdfsLockFactoryTest, TestExportWriter, NotRequiredUniqueKeyTest, ChaosMonkeySafeLeaderWithPullReplicasTest, JSONWriterTest, TestSegmentSorting, TestQuerySenderListener, ReplaceNodeNoTargetTest, SpatialRPTFieldTypeTest, TestDistributedGrouping, CircularListTest, AutoscalingHistoryHandlerTest, TestSimpleQParserPlugin, PeerSyncTest, DeleteStatusTest, TestCloudManagedSchema, TriggerIntegrationTest]
[junit4] Completed [381/775 (1!)] on J1 in 190.52s, 14 tests, 2 failures <<< FAILURES!
[...truncated 49553 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4424
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4424/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E71A15FE6A56B9FE:6F4E2A24C4AAD406]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([E71A15FE6A56B9FE:D7DAF47CE22458A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([E71A15FE6A56B9FE:CCE5C0A5F02EAC2E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E71A15FE6A56B9FE:E3E4BCEC509C3B64]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13738 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/init-core-data-001
[junit4] 2> 2322099 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2322099 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2322102 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2322102 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2322103 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001
[junit4] 2> 2322103 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2322103 INFO (Thread-4232) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2322103 INFO (Thread-4232) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2322106 ERROR (Thread-4232) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2322210 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:64625
[junit4] 2> 2322222 INFO (zkConnectionManagerCallback-4833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322227 INFO (jetty-launcher-4830-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2322227 INFO (jetty-launcher-4830-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2322227 INFO (jetty-launcher-4830-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2322228 INFO (jetty-launcher-4830-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2322228 INFO (jetty-launcher-4830-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2322228 INFO (jetty-launcher-4830-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2322229 INFO (jetty-launcher-4830-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2322229 INFO (jetty-launcher-4830-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2322229 INFO (jetty-launcher-4830-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2322229 INFO (jetty-launcher-4830-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2322230 INFO (jetty-launcher-4830-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2322230 INFO (jetty-launcher-4830-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2322230 INFO (jetty-launcher-4830-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2322230 INFO (jetty-launcher-4830-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2322230 INFO (jetty-launcher-4830-thread-6) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2322231 INFO (jetty-launcher-4830-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b3561c{/solr,null,AVAILABLE}
[junit4] 2> 2322231 INFO (jetty-launcher-4830-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13d100c9{/solr,null,AVAILABLE}
[junit4] 2> 2322232 INFO (jetty-launcher-4830-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3468486{HTTP/1.1,[http/1.1]}{127.0.0.1:64627}
[junit4] 2> 2322232 INFO (jetty-launcher-4830-thread-3) [ ] o.e.j.s.Server Started @2327236ms
[junit4] 2> 2322232 INFO (jetty-launcher-4830-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64627}
[junit4] 2> 2322232 ERROR (jetty-launcher-4830-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2322232 INFO (jetty-launcher-4830-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@545cb171{/solr,null,AVAILABLE}
[junit4] 2> 2322232 INFO (jetty-launcher-4830-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-04T04:11:08.164Z
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2322233 INFO (jetty-launcher-4830-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f105e97{/solr,null,AVAILABLE}
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cfe90a{/solr,null,AVAILABLE}
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ee174eb{HTTP/1.1,[http/1.1]}{127.0.0.1:64630}
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27d16493{HTTP/1.1,[http/1.1]}{127.0.0.1:64631}
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-4) [ ] o.e.j.s.Server Started @2327238ms
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-5) [ ] o.e.j.s.Server Started @2327238ms
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64630}
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64631}
[junit4] 2> 2322234 ERROR (jetty-launcher-4830-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2322234 ERROR (jetty-launcher-4830-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2322234 INFO (jetty-launcher-4830-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-04T04:11:08.166Z
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-04T04:11:08.166Z
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37ff31f1{HTTP/1.1,[http/1.1]}{127.0.0.1:64628}
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-1) [ ] o.e.j.s.Server Started @2327239ms
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64628}
[junit4] 2> 2322235 ERROR (jetty-launcher-4830-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2322235 INFO (jetty-launcher-4830-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2322236 INFO (jetty-launcher-4830-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2322236 INFO (jetty-launcher-4830-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2322236 INFO (jetty-launcher-4830-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2322236 INFO (jetty-launcher-4830-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2322236 INFO (jetty-launcher-4830-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2322236 INFO (jetty-launcher-4830-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-04T04:11:08.167Z
[junit4] 2> 2322236 INFO (jetty-launcher-4830-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c36f364{/solr,null,AVAILABLE}
[junit4] 2> 2322238 INFO (jetty-launcher-4830-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@469cb190{HTTP/1.1,[http/1.1]}{127.0.0.1:64629}
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-6) [ ] o.e.j.s.Server Started @2327242ms
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64629}
[junit4] 2> 2322239 ERROR (jetty-launcher-4830-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2322239 INFO (zkConnectionManagerCallback-4837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@382926d4{HTTP/1.1,[http/1.1]}{127.0.0.1:64632}
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-04T04:11:08.170Z
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-2) [ ] o.e.j.s.Server Started @2327243ms
[junit4] 2> 2322239 INFO (jetty-launcher-4830-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64632}
[junit4] 2> 2322239 ERROR (jetty-launcher-4830-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2322240 INFO (zkConnectionManagerCallback-4841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322240 INFO (jetty-launcher-4830-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2322240 INFO (jetty-launcher-4830-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2322240 INFO (jetty-launcher-4830-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2322240 INFO (jetty-launcher-4830-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-04T04:11:08.171Z
[junit4] 2> 2322240 INFO (jetty-launcher-4830-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2322241 INFO (jetty-launcher-4830-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2322241 INFO (zkConnectionManagerCallback-4839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322246 INFO (zkConnectionManagerCallback-4843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322247 INFO (jetty-launcher-4830-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2322247 INFO (zkConnectionManagerCallback-4835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322248 INFO (jetty-launcher-4830-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2322249 INFO (jetty-launcher-4830-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2322253 INFO (jetty-launcher-4830-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64625/solr
[junit4] 2> 2322254 INFO (jetty-launcher-4830-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64625/solr
[junit4] 2> 2322257 INFO (zkConnectionManagerCallback-4845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322258 INFO (zkConnectionManagerCallback-4853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322259 INFO (jetty-launcher-4830-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64625/solr
[junit4] 2> 2322259 INFO (jetty-launcher-4830-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2322261 INFO (zkConnectionManagerCallback-4849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322262 INFO (jetty-launcher-4830-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64625/solr
[junit4] 2> 2322266 INFO (jetty-launcher-4830-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64625/solr
[junit4] 2> 2322266 INFO (zkConnectionManagerCallback-4860-thread-1-processing-n:127.0.0.1:64630_solr) [n:127.0.0.1:64630_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322267 INFO (zkConnectionManagerCallback-4863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322269 INFO (zkConnectionManagerCallback-4857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322270 INFO (zkConnectionManagerCallback-4867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322270 INFO (jetty-launcher-4830-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64625/solr
[junit4] 2> 2322271 INFO (zkConnectionManagerCallback-4869-thread-1-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322274 INFO (zkConnectionManagerCallback-4875-thread-1-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322274 INFO (zkConnectionManagerCallback-4873-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322275 INFO (zkConnectionManagerCallback-4879-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322275 INFO (zkConnectionManagerCallback-4877-thread-1-processing-n:127.0.0.1:64627_solr) [n:127.0.0.1:64627_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322278 INFO (zkConnectionManagerCallback-4881-thread-1-processing-n:127.0.0.1:64632_solr) [n:127.0.0.1:64632_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2322514 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2322514 INFO (jetty-launcher-4830-thread-3) [n:127.0.0.1:64627_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2322514 INFO (jetty-launcher-4830-thread-5) [n:127.0.0.1:64631_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2322515 INFO (jetty-launcher-4830-thread-2) [n:127.0.0.1:64632_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2322515 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64629_solr
[junit4] 2> 2322517 INFO (jetty-launcher-4830-thread-3) [n:127.0.0.1:64627_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64627_solr
[junit4] 2> 2322517 INFO (jetty-launcher-4830-thread-5) [n:127.0.0.1:64631_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64631_solr
[junit4] 2> 2322517 INFO (jetty-launcher-4830-thread-1) [n:127.0.0.1:64628_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2322518 INFO (jetty-launcher-4830-thread-2) [n:127.0.0.1:64632_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64632_solr
[junit4] 2> 2322518 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.c.Overseer Overseer (id=72138287654109200-127.0.0.1:64629_solr-n_0000000000) starting
[junit4] 2> 2322519 INFO (jetty-launcher-4830-thread-4) [n:127.0.0.1:64630_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2322520 INFO (zkCallback-4874-thread-1-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2322541 INFO (zkCallback-4868-thread-1-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2322556 INFO (zkCallback-4874-thread-1-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2322556 INFO (zkCallback-4876-thread-1-processing-n:127.0.0.1:64627_solr) [n:127.0.0.1:64627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2322558 INFO (zkCallback-4880-thread-1-processing-n:127.0.0.1:64632_solr) [n:127.0.0.1:64632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2322560 INFO (zkCallback-4859-thread-1-processing-n:127.0.0.1:64630_solr) [n:127.0.0.1:64630_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2322563 INFO (zkCallback-4878-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2322577 INFO (jetty-launcher-4830-thread-1) [n:127.0.0.1:64628_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64628_solr
[junit4] 2> 2322585 INFO (jetty-launcher-4830-thread-4) [n:127.0.0.1:64630_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64630_solr
[junit4] 2> 2322590 INFO (zkCallback-4859-thread-1-processing-n:127.0.0.1:64630_solr) [n:127.0.0.1:64630_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2322590 INFO (zkCallback-4868-thread-1-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2322590 INFO (zkCallback-4876-thread-1-processing-n:127.0.0.1:64627_solr) [n:127.0.0.1:64627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2322590 INFO (zkCallback-4878-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2322590 INFO (zkCallback-4880-thread-1-processing-n:127.0.0.1:64632_solr) [n:127.0.0.1:64632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2322590 INFO (zkCallback-4874-thread-1-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2322592 INFO (zkCallback-4859-thread-1-processing-n:127.0.0.1:64630_solr) [n:127.0.0.1:64630_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2322592 INFO (zkCallback-4868-thread-1-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2322592 INFO (zkCallback-4880-thread-1-processing-n:127.0.0.1:64632_solr) [n:127.0.0.1:64632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2322592 INFO (zkCallback-4878-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2322592 INFO (zkCallback-4874-thread-1-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2322593 INFO (zkCallback-4876-thread-1-processing-n:127.0.0.1:64627_solr) [n:127.0.0.1:64627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2322630 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64629_solr
[junit4] 2> 2322632 INFO (zkCallback-4868-thread-1-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2322633 INFO (zkCallback-4874-thread-1-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2322633 INFO (zkCallback-4859-thread-1-processing-n:127.0.0.1:64630_solr) [n:127.0.0.1:64630_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2322633 INFO (zkCallback-4880-thread-1-processing-n:127.0.0.1:64632_solr) [n:127.0.0.1:64632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2322633 INFO (zkCallback-4878-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2322634 INFO (zkCallback-4876-thread-1-processing-n:127.0.0.1:64627_solr) [n:127.0.0.1:64627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2322659 INFO (jetty-launcher-4830-thread-3) [n:127.0.0.1:64627_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64627.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322664 INFO (jetty-launcher-4830-thread-5) [n:127.0.0.1:64631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64631.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322666 INFO (jetty-launcher-4830-thread-2) [n:127.0.0.1:64632_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64632.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322700 INFO (jetty-launcher-4830-thread-5) [n:127.0.0.1:64631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64631.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322700 INFO (jetty-launcher-4830-thread-5) [n:127.0.0.1:64631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64631.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322701 INFO (jetty-launcher-4830-thread-5) [n:127.0.0.1:64631_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node5/.
[junit4] 2> 2322701 INFO (jetty-launcher-4830-thread-3) [n:127.0.0.1:64627_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64627.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322701 INFO (jetty-launcher-4830-thread-2) [n:127.0.0.1:64632_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64632.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322701 INFO (jetty-launcher-4830-thread-3) [n:127.0.0.1:64627_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64627.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322701 INFO (jetty-launcher-4830-thread-2) [n:127.0.0.1:64632_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64632.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322702 INFO (jetty-launcher-4830-thread-3) [n:127.0.0.1:64627_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node3/.
[junit4] 2> 2322703 INFO (jetty-launcher-4830-thread-2) [n:127.0.0.1:64632_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node2/.
[junit4] 2> 2322729 INFO (jetty-launcher-4830-thread-4) [n:127.0.0.1:64630_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64630.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322742 INFO (jetty-launcher-4830-thread-1) [n:127.0.0.1:64628_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64628.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322802 INFO (jetty-launcher-4830-thread-4) [n:127.0.0.1:64630_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64630.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322802 INFO (jetty-launcher-4830-thread-4) [n:127.0.0.1:64630_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64630.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322811 INFO (jetty-launcher-4830-thread-4) [n:127.0.0.1:64630_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node4/.
[junit4] 2> 2322812 INFO (jetty-launcher-4830-thread-1) [n:127.0.0.1:64628_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64628.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322812 INFO (jetty-launcher-4830-thread-1) [n:127.0.0.1:64628_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64628.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322813 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64629.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322813 INFO (jetty-launcher-4830-thread-1) [n:127.0.0.1:64628_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node1/.
[junit4] 2> 2322823 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64629.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322823 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64629.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2322824 INFO (jetty-launcher-4830-thread-6) [n:127.0.0.1:64629_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node6/.
[junit4] 2> 2323115 INFO (zkConnectionManagerCallback-4895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2323120 INFO (zkConnectionManagerCallback-4899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2323123 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2323125 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E71A15FE6A56B9FE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64625/solr ready
[junit4] 2> 2323207 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[E71A15FE6A56B9FE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2323208 INFO (zkConnectionManagerCallback-4901-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2323210 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[E71A15FE6A56B9FE]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 2323223 INFO (qtp584185162-21938) [n:127.0.0.1:64627_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323225 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323229 INFO (qtp1683485166-21957) [n:127.0.0.1:64629_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 2323235 INFO (qtp1927719456-21946) [n:127.0.0.1:64630_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=4
[junit4] 2> 2323240 INFO (qtp852612644-21960) [n:127.0.0.1:64631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=3
[junit4] 2> 2323245 INFO (qtp994348787-21952) [n:127.0.0.1:64632_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 2323247 INFO (qtp26382918-21947) [n:127.0.0.1:64628_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 2323249 INFO (qtp1683485166-21962) [n:127.0.0.1:64629_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2323252 INFO (OverseerThreadFactory-10229-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 2323258 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323259 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323261 INFO (qtp1683485166-21963) [n:127.0.0.1:64629_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323262 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323264 INFO (qtp852612644-21978) [n:127.0.0.1:64631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323265 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2323270 INFO (OverseerThreadFactory-10229-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1231288033 sessionWrapper.createTime 1231288028928289, this.sessionWrapper.createTime 1231288028928289
[junit4] 2> 2323386 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64632/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323391 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64631/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323394 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64630/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323397 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64629/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323401 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64628/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323405 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64627/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323410 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64627/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323415 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64628/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323420 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64629/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323424 INFO (OverseerStateUpdate-72138287654109200-127.0.0.1:64629_solr-n_0000000000) [n:127.0.0.1:64629_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64630/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2323640 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323640 INFO (qtp852612644-21978) [n:127.0.0.1:64631_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323640 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323640 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2323640 INFO (qtp852612644-21978) [n:127.0.0.1:64631_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2323641 INFO (qtp1683485166-21963) [n:127.0.0.1:64629_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323641 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2323641 INFO (qtp1683485166-21963) [n:127.0.0.1:64629_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2323641 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323642 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2323642 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323642 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2323645 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323647 INFO (qtp1927719456-21983) [n:127.0.0.1:64630_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323649 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323651 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2323768 INFO (zkCallback-4878-thread-1-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323768 INFO (zkCallback-4880-thread-1-processing-n:127.0.0.1:64632_solr) [n:127.0.0.1:64632_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323768 INFO (zkCallback-4874-thread-1-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323768 INFO (zkCallback-4859-thread-2-processing-n:127.0.0.1:64630_solr) [n:127.0.0.1:64630_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323768 INFO (zkCallback-4859-thread-1-processing-n:127.0.0.1:64630_solr) [n:127.0.0.1:64630_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323769 INFO (zkCallback-4868-thread-2-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323768 INFO (zkCallback-4876-thread-1-processing-n:127.0.0.1:64627_solr) [n:127.0.0.1:64627_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323769 INFO (zkCallback-4868-thread-3-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323768 INFO (zkCallback-4868-thread-1-processing-n:127.0.0.1:64628_solr) [n:127.0.0.1:64628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323770 INFO (zkCallback-4876-thread-2-processing-n:127.0.0.1:64627_solr) [n:127.0.0.1:64627_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323770 INFO (zkCallback-4880-thread-2-processing-n:127.0.0.1:64632_solr) [n:127.0.0.1:64632_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323771 INFO (zkCallback-4874-thread-2-processing-n:127.0.0.1:64631_solr) [n:127.0.0.1:64631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2323771 INFO (zkCallback-4878-thread-2-processing-n:127.0.0.1:64629_solr) [n:127.0.0.1:64629_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2324686 INFO (qtp1927719456-21983) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324687 INFO (qtp852612644-21978) [n:127.0.0.1:64631_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324688 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324686 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324709 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324709 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324712 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324715 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324716 INFO (qtp1683485166-21963) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324720 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2324726 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 2324726 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 2324748 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2324758 INFO (qtp1683485166-21963) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2324759 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324759 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324760 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64628.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2324760 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2324760 INFO (qtp26382918-21955) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node1/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 2324764 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 2324769 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 2324792 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324792 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324793 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64629.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2324793 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2324793 INFO (qtp1683485166-21965) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node6/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 2324793 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324794 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324794 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64627.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2324794 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2324794 INFO (qtp584185162-21942) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node3/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 2324796 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324796 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324797 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64627.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2324797 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2324797 INFO (qtp584185162-21940) [n:127.0.0.1:64627_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node3/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 2324799 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 2324799 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2324807 INFO (qtp852612644-21978) [n:127.0.0.1:64631_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2324813 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324813 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324814 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324814 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324814 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64630.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2324814 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64628.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2324814 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2324814 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2324814 INFO (qtp1927719456-21982) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node4/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 2324814 INFO (qtp26382918-21951) [n:127.0.0.1:64628_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node1/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 2324834 INFO (qtp1927719456-21983) [n:127.0.0.1:64630_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 2324836 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324836 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324836 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64632.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@719ed03
[junit4] 2> 2324836 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2324836 INFO (qtp994348787-21973) [n:127.0.0.1:64632_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node2/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E71A15FE6A56B9FE-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 2324839 INFO (qtp852612644-21978) [n:127.0.0.1:64631_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324839 INFO (qtp852612644-21978) [n:127.0.0.1:64631_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2324839 INFO (qtp1683485166-21963) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2324839 INFO (qtp1683485166-21963) [n:127.0.0.1:64629_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_s
[...truncated too long message...]
nit4] 2> 3 /solr/overseer_elect/election/72138328333877283-127.0.0.1:50734_solr-n_0000000010
[junit4] 2> 3 /solr/overseer_elect/election/72138328333877268-127.0.0.1:50667_solr-n_0000000005
[junit4] 2> 3 /solr/overseer_elect/election/72138328333877292-127.0.0.1:50820_solr-n_0000000013
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72138328333877277-core_node8-n_0000000003
[junit4] 2> 3 /solr/overseer_elect/election/72138328333877277-127.0.0.1:50699_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/72138328333877301-127.0.0.1:50939_solr-n_0000000016
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72138328333877301-core_node4-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E71A15FE6A56B9FE-001
[junit4] 2> Feb 04, 2018 4:25:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), id=FST50, x_s=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=602, maxMBSortInHeap=6.786391929381434, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@43eaca26), locale=ar-BH, timezone=America/North_Dakota/Beulah
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=296039968,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [FullSolrCloudDistribCmdsTest, TestCoreDiscovery, TestComplexPhraseQParserPlugin, SolrCmdDistributorTest, QueryParsingTest, TestSubQueryTransformerDistrib, ChaosMonkeySafeLeaderWithPullReplicasTest, TestCollationFieldDocValues, BlobRepositoryCloudTest, SolrCoreCheckLockOnStartupTest, CoreAdminHandlerTest, TestCSVLoader, OverseerRolesTest, SolrCoreMetricManagerTest, LeaderElectionContextKeyTest, TestSolrCloudSnapshots, CollectionsAPIAsyncDistributedZkTest, TestSQLHandlerNonCloud, JSONWriterTest, TestRandomRequestDistribution, UUIDFieldTest, TestAtomicUpdateErrorCases, DocumentAnalysisRequestHandlerTest, TestSolrQueryResponse, ReplicaListTransformerTest, HdfsCollectionsAPIDistributedZkTest, TestRandomFaceting, UpdateRequestProcessorFactoryTest, TestUnifiedSolrHighlighter, DeleteStatusTest, RegexBoostProcessorTest, JvmMetricsTest, SystemLogListenerTest, HdfsBasicDistributedZk2Test, TestReRankQParserPlugin, TestNonDefinedSimilarityFactory, VersionInfoTest, TestRandomCollapseQParserPlugin, TestComputePlanAction, BasicFunctionalityTest, TestSearchPerf, BigEndianAscendingWordSerializerTest, TestGraphMLResponseWriter, AutoAddReplicasPlanActionTest, DocExpirationUpdateProcessorFactoryTest, TestFieldTypeCollectionResource, DistanceFunctionTest, DistributedFacetPivotWhiteBoxTest, TestAnalyzedSuggestions, OverseerTest, TestSolrConfigHandlerConcurrent, DocValuesTest, TestCloudManagedSchema, TestRTimerTree, TestDocumentBuilder, TestSchemaSimilarityResource, TestUseDocValuesAsStored2, TestSolrCoreProperties, TestTlogReplica, TestWriterPerf, TestDistributedSearch, SpatialHeatmapFacetsTest, V2ApiIntegrationTest, HttpPartitionTest, ResponseLogComponentTest, TestNumericTerms64, DistributedIntervalFacetingTest, TestRequestStatusCollectionAPI, TestStressLucene, TestWordDelimiterFilterFactory, ConnectionManagerTest, SystemInfoHandlerTest, PKIAuthenticationIntegrationTest, TestStressVersions, JsonLoaderTest, SubstringBytesRefFilterTest, TestApiFramework, TestSolrDeletionPolicy2, ConcurrentDeleteAndCreateCollectionTest, SyncSliceTest, TestConfigSetProperties, AsyncCallRequestStatusResponseTest, EchoParamsTest, BasicAuthIntegrationTest, SolrSlf4jReporterTest, NotRequiredUniqueKeyTest, TestTolerantUpdateProcessorRandomCloud, TestSolrConfigHandler, LeaderFailureAfterFreshStartTest, ExitableDirectoryReaderTest, TestTestInjection, ClusterStateTest, TermVectorComponentTest, SimpleFacetsTest, CdcrUpdateLogTest, TestRandomDVFaceting, TestManagedSchemaThreadSafety, TestClassicSimilarityFactory, HdfsAutoAddReplicasIntegrationTest, TestMacroExpander, SliceStateTest, HdfsLockFactoryTest, DebugComponentTest, TestJettySolrRunner, TestSort, TestSizeLimitedDistributedMap, TestDistributedMissingSort, MinimalSchemaTest, CursorMarkTest, TestShardHandlerFactory, TestFastLRUCache, RuleEngineTest, ZkStateWriterTest, CurrencyFieldTypeTest, SimplePostToolTest, CoreSorterTest, DistributedFacetPivotSmallAdvancedTest, BooleanFieldTest, TestLuceneIndexBackCompat, TestSimpleTrackingShardHandler, DeleteReplicaTest, TestValueSourceCache, DocValuesMultiTest, TestNodeLostTrigger, TestClusterStateMutator, SolrJmxReporterCloudTest, DistributedTermsComponentTest, TestSubQueryTransformer, TestOrdValues, TestStressInPlaceUpdates, TestManagedSchema, TestComponentsName, TestReloadDeadlock, TestReversedWildcardFilterFactory, FieldAnalysisRequestHandlerTest, TestDocBasedVersionConstraints, TestLocalFSCloudBackupRestore, URLClassifyProcessorTest, TestFieldCacheSort, MoveReplicaHDFSTest, CircularListTest, SparseHLLTest, RequestLoggingTest, CachingDirectoryFactoryTest, SolrShardReporterTest, TestStressReorder, AutoscalingHistoryHandlerTest, TestSerializedLuceneMatchVersion, SuggesterTest, TestLeaderElectionWithEmptyReplica, TestBadConfig, HdfsTlogReplayBufferedWhileIndexingTest, TestLuceneMatchVersion, TestFieldCache, HdfsChaosMonkeyNothingIsSafeTest, SortSpecParsingTest, TestManagedResourceStorage, TestHashPartitioner, OutOfBoxZkACLAndCredentialsProvidersTest, SpellCheckCollatorTest, HdfsWriteToMultipleCollectionsTest, PrimitiveFieldTypeTest, SpellCheckComponentTest, BJQParserTest, DeleteLastCustomShardedReplicaTest, TestSimDistributedQueue, TestFreeTextSuggestions, AddBlockUpdateTest, SpellPossibilityIteratorTest, TestOverriddenPrefixQueryForCustomFieldType, IndexBasedSpellCheckerTest, BlockJoinFacetRandomTest, BadIndexSchemaTest, CleanupOldIndexTest, TestEmbeddedSolrServerConstructors, TestPHPSerializedResponseWriter, TestInfoStreamLogging, DisMaxRequestHandlerTest, ClusterStateUpdateTest, TestUpdate, TestConfigOverlay, TestStressRecovery, ExternalFileFieldSortTest, TestSortableTextField, CdcrReplicationHandlerTest, TestConfigSetsAPIZkFailure, TestCloudPseudoReturnFields, TestFieldSortValues, MissingSegmentRecoveryTest, TestSolrIndexConfig, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestRangeQuery, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SolrRequestParserTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, LukeRequestHandlerTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestIndexingPerformance, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, IndexSchemaTest, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, MultiTermTest, TestDocSet, TestBinaryField, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, AssignBackwardCompatibilityTest, ConcurrentCreateRoutedAliasTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LIRRollingUpdatesTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, MultiThreadedOCPTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, RollingRestartTest, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestPrepRecovery, TestPullReplicaErrorHandling, TestSkipOverseerOperations, TestSolrCloudWithSecureImpersonation, ZkShardTermsTest, AssignTest, SimpleCollectionCreateDeleteTest, TestReplicaProperties, ComputePlanActionTest, HttpTriggerListenerTest, MetricTriggerTest, SearchRateTriggerTest, TriggerIntegrationTest]
[junit4] Completed [598/775 (3!)] on J1 in 221.63s, 14 tests, 2 failures <<< FAILURES!
[...truncated 48700 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4423
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4423/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([AC315A153E740B32:AC07EED51779AF58]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13094 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/init-core-data-001
[junit4] 2> 1791710 WARN (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1791710 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1791715 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1791715 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1791715 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001
[junit4] 2> 1791716 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1791716 INFO (Thread-2929) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1791716 INFO (Thread-2929) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1791719 ERROR (Thread-2929) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1791826 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:65180
[junit4] 2> 1791837 INFO (zkConnectionManagerCallback-4018-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1791841 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1791841 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1791842 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1791843 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1791843 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79d4e366{/solr,null,AVAILABLE}
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c692d84{HTTP/1.1,[http/1.1]}{127.0.0.1:65182}
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1aadb231{/solr,null,AVAILABLE}
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.Server Started @1795621ms
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65182}
[junit4] 2> 1791844 ERROR (jetty-launcher-4015-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6481cbc{HTTP/1.1,[http/1.1]}{127.0.0.1:65183}
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.Server Started @1795621ms
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65183}
[junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:09.800Z
[junit4] 2> 1791845 ERROR (jetty-launcher-4015-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:09.800Z
[junit4] 2> 1791847 INFO (zkConnectionManagerCallback-4020-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1791847 INFO (zkConnectionManagerCallback-4022-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1791847 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1791847 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1791857 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr
[junit4] 2> 1791858 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr
[junit4] 2> 1791859 INFO (zkConnectionManagerCallback-4028-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1791859 INFO (zkConnectionManagerCallback-4030-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1791862 INFO (zkConnectionManagerCallback-4034-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1791862 INFO (zkConnectionManagerCallback-4033-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1792005 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1792005 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1792005 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65183_solr
[junit4] 2> 1792007 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65182_solr
[junit4] 2> 1792007 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.Overseer Overseer (id=72135633553063941-127.0.0.1:65183_solr-n_0000000000) starting
[junit4] 2> 1792009 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1792009 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1792019 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1792020 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1792021 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65182_solr]
[junit4] 2> 1792021 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1792021 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1792022 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65183_solr
[junit4] 2> 1792025 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1792025 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1792026 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1792027 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1792027 DEBUG (ScheduledTrigger-6069-thread-1) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1792133 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65182.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792135 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65183.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65182.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65182.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65183.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65183.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792143 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node1/.
[junit4] 2> 1792143 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node2/.
[junit4] 2> 1792182 INFO (zkConnectionManagerCallback-4040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1792186 INFO (zkConnectionManagerCallback-4044-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1792188 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1792189 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65180/solr ready
[junit4] 2> 1792208 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 1792208 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1792209 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1792209 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1792211 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1792212 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1792212 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1792218 INFO (qtp495146565-16886) [n:127.0.0.1:65182_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1792233 INFO (qtp495146565-16886) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1792237 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1792240 INFO (qtp1622839406-16891) [n:127.0.0.1:65183_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1792240 DEBUG (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1792241 INFO (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1792241 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1792242 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 1792242 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65183_solr]
[junit4] 2> 1792242 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 1792242 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1792244 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1792245 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1792245 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1792246 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1792246 DEBUG (ScheduledTrigger-6069-thread-1) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1792246 DEBUG (ScheduledTrigger-6069-thread-1) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ec4e2e9{/solr,null,AVAILABLE}
[junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7de9dc27{HTTP/1.1,[http/1.1]}{127.0.0.1:65195}
[junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1796039ms
[junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65195}
[junit4] 2> 1792262 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1792263 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:10.218Z
[junit4] 2> 1792264 INFO (zkConnectionManagerCallback-4046-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1792265 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1792274 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr
[junit4] 2> 1792275 INFO (zkConnectionManagerCallback-4050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1792278 INFO (zkConnectionManagerCallback-4052-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1792289 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1792292 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1792296 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65195_solr
[junit4] 2> 1792298 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1792298 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1792298 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1792299 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1792389 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792432 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792432 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1792433 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node3/.
[junit4] 2> 1793250 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1793250 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1793250 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:65195_solr at time 1190790032038989
[junit4] 2> 1794222 INFO (OverseerCollectionConfigSetProcessor-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1794255 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1794255 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1794255 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:65195_solr] added at times [1190790032038989], now=1190791037604043
[junit4] 2> 1794256 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1190790032038989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190790032038989],
[junit4] 2> "nodeNames":["127.0.0.1:65195_solr"]}}
[junit4] 2> 1794256 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 1794258 INFO (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1794259 DEBUG (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1190790032038989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190790032038989],
[junit4] 2> "_enqueue_time_":1190791038189150,
[junit4] 2> "nodeNames":["127.0.0.1:65195_solr"]}}
[junit4] 2> 1794259 INFO (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1190790032038989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190790032038989],
[junit4] 2> "_enqueue_time_":1190791038189150,
[junit4] 2> "nodeNames":["127.0.0.1:65195_solr"]}}
[junit4] 2> 1794260 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6481cbc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1794261 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=340574863
[junit4] 2> 1794261 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1794261 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6193a7f3: rootName = solr_65183, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@40eef977
[junit4] 2> 1794268 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1794268 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b266690: rootName = solr_65183, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@17c7e1bc
[junit4] 2> 1794272 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1794272 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b337e41: rootName = solr_65183, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5993827d
[junit4] 2> 1794275 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:65183_solr
[junit4] 2> 1794277 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1794277 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1794277 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1794277 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1794277 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1794278 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1794278 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.Overseer Overseer (id=72135633553063941-127.0.0.1:65183_solr-n_0000000000) closing
[junit4] 2> 1794278 INFO (OverseerStateUpdate-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65183_solr
[junit4] 2> 1794279 WARN (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1794279 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1794279 WARN (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1794280 DEBUG (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 20 ms for event id=43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9
[junit4] 2> 1794280 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65182_solr
[junit4] 2> 1794281 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1aadb231{/solr,null,UNAVAILABLE}
[junit4] 2> 1794281 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1794282 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.Overseer Overseer (id=72135633553063942-127.0.0.1:65182_solr-n_0000000001) starting
[junit4] 2> 1794298 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1794303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1794303 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 1794303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65195_solr]
[junit4] 2> 1794303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 1794304 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65195_solr]
[junit4] 2> 1794304 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 1794304 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1794308 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1794309 DEBUG (ScheduledTrigger-6084-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1794309 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1794310 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1190790032038989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190790032038989],
[junit4] 2> "_dequeue_time_":1190791092071024,
[junit4] 2> "_enqueue_time_":1190791038189150,
[junit4] 2> "nodeNames":["127.0.0.1:65195_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1794310 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 1794311 INFO (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1794311 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1190790032038989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190790032038989],
[junit4] 2> "_dequeue_time_":1190791092071024,
[junit4] 2> "_enqueue_time_":1190791038189150,
[junit4] 2> "nodeNames":["127.0.0.1:65195_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1794311 INFO (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1190790032038989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190790032038989],
[junit4] 2> "_dequeue_time_":1190791092071024,
[junit4] 2> "_enqueue_time_":1190791038189150,
[junit4] 2> "nodeNames":["127.0.0.1:65195_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1794312 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1794312 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1794313 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1794313 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 1794313 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9
[junit4] 2> 1799284 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 1799297 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1799298 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1799299 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1799299 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1799302 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1799303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1799303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1799311 INFO (qtp378882778-16950) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1799313 INFO (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1799314 DEBUG (qtp495146565-16890) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1799315 INFO (qtp495146565-16890) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1799315 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1799316 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65195_solr]
[junit4] 2> 1799316 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1799316 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1799318 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1799319 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1799319 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1799319 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1799320 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1799320 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1799320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1799320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1799320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7918a30b{/solr,null,AVAILABLE}
[junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69c9f7fb{HTTP/1.1,[http/1.1]}{127.0.0.1:65210}
[junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1803098ms
[junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65210}
[junit4] 2> 1799321 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:17.277Z
[junit4] 2> 1799324 INFO (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1799324 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1799335 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr
[junit4] 2> 1799336 INFO (zkConnectionManagerCallback-4060-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1799340 INFO (zkConnectionManagerCallback-4062-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1799350 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1799352 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1799356 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65210_solr
[junit4] 2> 1799358 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1799358 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1799358 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1799358 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1799429 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65210.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1799438 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65210.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1799438 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65210.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1799440 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node4/.
[junit4] 2> 1800326 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1800326 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1800326 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:65210_solr at time 1190797107959578
[junit4] 2> 1801334 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1801334 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:65210_solr] added at times [1190797107959578], now=1190799117254161
[junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"43b060e9e971aT2u8fpfce50bfve5huh8xeteyc",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1190797107959578,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190797107959578],
[junit4] 2> "nodeNames":["127.0.0.1:65210_solr"]}}
[junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 1802336 INFO (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1802336 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"43b060e9e971aT2u8fpfce50bfve5huh8xeteyc",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1190797107959578,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190797107959578],
[junit4] 2> "_enqueue_time_":1190799117466845,
[junit4] 2> "nodeNames":["127.0.0.1:65210_solr"]}}
[junit4] 2> 1802337 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 1802337 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=43b060e9e971aT2u8fpfce50bfve5huh8xeteyc
[junit4] 2> 1802361 INFO (qtp495146565-16890) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1802366 INFO (qtp378882778-16952) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1802369 INFO (qtp1626726393-16987) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1802369 DEBUG (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1802370 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 1802370 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1802371 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65210_solr, 127.0.0.1:65182_solr, 127.0.0.1:65195_solr]
[junit4] 2> 1802371 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1802371 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1802371 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1802372 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1804378 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 1804396 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 1804396 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 1804397 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1804397 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1804398 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1804399 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1804399 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1804399 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1804400 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1804400 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1804400 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1872c1e6{/solr,null,AVAILABLE}
[junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@225ac740{HTTP/1.1,[http/1.1]}{127.0.0.1:65215}
[junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1808178ms
[junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65215}
[junit4] 2> 1804401 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1804402 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1804402 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1804402 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:22.357Z
[junit4] 2> 1804403 INFO (zkConnectionManagerCallback-4066-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804404 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1804413 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr
[junit4] 2> 1804414 INFO (zkConnectionManagerCallback-4070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804417 INFO (zkConnectionManagerCallback-4072-thread-1-processing-n:127.0.0.1:65215_solr) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804427 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1804430 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1804433 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65215_solr
[junit4] 2> 1804438 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1804438 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1804438 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1804438 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1804439 INFO (zkCallback-4071-thread-1-processing-n:127.0.0.1:65215_solr) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1804506 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65215.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1804514 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65215.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1804514 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65215.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1804516 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node5/.
[junit4] 2> 1804576 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1804578 INFO (qtp378882778-16952) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1804579 INFO (qtp1626726393-16992) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1804582 INFO (qtp421096667-17012) [n:127.0.0.1:65215_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1804582 DEBUG (qtp1626726393-16991) [n:127.0.0.1:65210_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1804583 INFO (qtp1626726393-16991) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1804583 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1804584 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65210_solr, 127.0.0.1:65215_solr, 127.0.0.1:65182_solr, 127.0.0.1:65195_solr]
[junit4] 2> 1804584 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1804584 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@225ac740{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1804584 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1149956601
[junit4] 2> 1804585 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1804585 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46c4994e: rootName = solr_65215, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5056e907
[junit4] 2> 1804587 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1804587 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1804588 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1804588 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 4
[junit4] 2> 1804593 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1804593 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@369c3cbb: rootName = solr_65215, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@17c7e1bc
[junit4] 2> 1804597 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1804597 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2488d349: rootName = solr_65215, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5993827d
[junit4] 2> 1804599 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:65215_solr
[junit4] 2> 1804600 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1804600 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1804601 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1804601 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1804601 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1804601 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1804601 INFO (zkCallback-4071-thread-1-processing-n:127.0.0.1:65215_solr) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1804603 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1872c1e6{/solr,null,UNAVAILABLE}
[junit4] 2> 1804603 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1805599 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3
[junit4] 2> 1805599 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:65215_solr
[junit4] 2> 1806124 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1806127 INFO (qtp378882778-16954) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1806130 INFO (qtp1626726393-16989) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1806130 DEBUG (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1806131 INFO (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1806131 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1806132 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65210_solr, 127.0.0.1:65182_solr, 127.0.0.1:65195_solr]
[junit4] 2> 1806132 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1806133 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1806134 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:65215_solr
[junit4] 2> 1806134 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3
[junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:65215_solr]
[junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"43b0768cc9be1T2u8fpfce50bfve5huh8xeteye",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1190802915892193,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190802915892193],
[junit4] 2> "nodeNames":["127.0.0.1:65215_solr"]}}
[junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_restore_trigger]
[junit4] 2> 1806135 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1806136 INFO (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1806136 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"43b0768cc9be1T2u8fpfce50bfve5huh8xeteye",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1190802915892193,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1190802915892193],
[junit4] 2> "_enqueue_time_":1190802917044991,
[junit4] 2> "nodeNames":["127.0.0.1:65215_solr"]}}
[junit4] 2> 1806136 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 1806144 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 5000ms
[junit4] 2> 1806145 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 9 ms for event id=43b0768cc9be1T2u8fpfce50bfve5huh8xeteye
[junit4] 2> 1806159 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1806159 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
[junit4] 2> 1806160 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1806160 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1806162 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1806162 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1806163 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1806163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1806164 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1806164 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1806164 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28ddbfa2{/solr,null,AVAILABLE}
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bdf023{HTTP/1.1,[http/1.1]}{127.0.0.1:65224}
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1809942ms
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65224}
[junit4] 2> 1806165 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:24.120Z
[junit4] 2> 1806167 INFO (zkConnectionManagerCallback-4076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1806168 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1806177 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr
[junit4] 2> 1806178 INFO (zkConnectionManagerCallback-4080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1806181 INFO (zkConnectionManagerCallback-4082-thread-1-processing-n:127.0.0.1:65224_solr) [n:127.0.0.1:65224_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1806190 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1806193 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1806196 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65224_solr
[junit4] 2> 1806206 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1806206 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1806206 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1806207 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1806207 INFO (zkCallback-4081-thread-1-processing-n:127.0.0.1:65224_solr) [n:127.0.0.1:65224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1806267 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65224.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1806295 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65224.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1806296 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65224.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c
[junit4] 2> 1806298 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node6/.
[junit4] 2> 1806345 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18f0b5fd{/solr,null,AVAILABLE}
[junit4] 2> 1806348 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3745be70{HTTP/1.1,[http/1.1]}{127.0.0.1:65228}
[junit4] 2> 1806348 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1810125ms
[junit4] 2> 1806348 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65228}
[junit4] 2> 1806348 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A15
[...truncated too long message...]
$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1984686 WARN (zkCallback-4147-thread-4-processing-n:127.0.0.1:65352_solr) [n:127.0.0.1:65352_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1984687 INFO (jetty-closer-4016-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c930110{/solr,null,UNAVAILABLE}
[junit4] 2> 1984687 INFO (jetty-closer-4016-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1984689 ERROR (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1984690 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65180 65180
[junit4] 2> 1984734 INFO (Thread-2929) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65180 65180
[junit4] 2> 1985022 WARN (Thread-2929) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 9 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 147 /solr/collections/collection1/state.json
[junit4] 2> 45 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 5 /solr/overseer_elect/election/72135633553063962-127.0.0.1:65232_solr-n_0000000007
[junit4] 2> 3 /solr/overseer_elect/election/72135633553063977-127.0.0.1:65370_solr-n_0000000012
[junit4] 2> 2 /solr/overseer_elect/election/72135633553063974-127.0.0.1:65352_solr-n_0000000011
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72135633553063956-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72135633553063992-127.0.0.1:49268_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/72135633553063968-127.0.0.1:65322_solr-n_0000000009
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72135633553063959-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72135633553063959-127.0.0.1:65228_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/72135633553063950-127.0.0.1:65210_solr-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001
[junit4] 2> Feb 03, 2018 4:59:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128), x_s=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=635, maxMBSortInHeap=6.953536986137706, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25700a32), locale=hr, timezone=Asia/Dubai
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=179803624,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AnalyticsQueryTest, FileBasedSpellCheckerTest, TestLegacyTerms, TestCloudManagedSchema, TestLuceneIndexBackCompat, HdfsSyncSliceTest, CollectionsAPIAsyncDistributedZkTest, ParsingFieldUpdateProcessorsTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ExternalFileFieldSortTest, TestStressUserVersions, TestDynamicLoading, CoreAdminHandlerTest, RegexBoostProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, DeleteStatusTest, PrimUtilsTest, DocValuesNotIndexedTest, ZkStateWriterTest, TestNodeLostTrigger, TestRandomFaceting, TestManagedResourceStorage, TestConfig, FacetPivotSmallTest, SimpleFacetsTest, TestSolr4Spatial, TestSchemaSimilarityResource, SolrSlf4jReporterTest, BufferStoreTest, VersionInfoTest, CSVRequestHandlerTest, DefaultValueUpdateProcessorTest, TestSolrQueryParser, TestSolrConfigHandlerConcurrent, TestRandomCollapseQParserPlugin, TestManagedSchemaThreadSafety, DeleteLastCustomShardedReplicaTest, PrimitiveFieldTypeTest, ScriptEngineTest, TolerantUpdateProcessorTest, TestSolrConfigHandler, TestSearchPerf, TestShardHandlerFactory, HttpPartitionTest, TestLMDirichletSimilarityFactory, TestUseDocValuesAsStored2, TestRawTransformer, CurrencyFieldTypeTest, JSONWriterTest, SoftAutoCommitTest, CollectionReloadTest, TestPullReplicaErrorHandling, RuleEngineTest, ShowFileRequestHandlerTest, TestComplexPhraseQParserPlugin, SortByFunctionTest, URLClassifyProcessorTest, FieldAnalysisRequestHandlerTest, TestIndexingPerformance, CdcrBootstrapTest, TestNRTOpen, AsyncCallRequestStatusResponseTest, TestClassicSimilarityFactory, TestInPlaceUpdatesStandalone, LeaderFailureAfterFreshStartTest, TestSchemaNameResource, TestCloudSearcherWarming, NotRequiredUniqueKeyTest, SegmentsInfoRequestHandlerTest, TestComponentsName, BasicDistributedZk2Test, SimpleCollectionCreateDeleteTest, ResponseHeaderTest, TestSha256AuthenticationProvider, CheckHdfsIndexTest, OutOfBoxZkACLAndCredentialsProvidersTest, UninvertDocValuesMergePolicyTest, SolrCmdDistributorTest, TestWriterPerf, SchemaApiFailureTest, DistribDocExpirationUpdateProcessorTest, TestPivotHelperCode, NodeLostTriggerTest, TestCollectionsAPIViaSolrCloudCluster, TestOrdValues, TestOverriddenPrefixQueryForCustomFieldType, PropertiesRequestHandlerTest, TestLeaderElectionWithEmptyReplica, OverseerTest, TestSortableTextField, TestReversedWildcardFilterFactory, CdcrVersionReplicationTest, TestCloudPseudoReturnFields, TestSimDistributedQueue, TestSubQueryTransformer, JavabinLoaderTest, TestDistribIDF, TestJettySolrRunner, TestNumericRangeQuery32, TestDistributedSearch, ConnectionManagerTest, TestSolrFieldCacheBean, SolrCLIZkUtilsTest, RequestLoggingTest, ResponseLogComponentTest, TestLegacyFieldReuse, TestRequestStatusCollectionAPI, SpellCheckCollatorTest, TestConfigOverlay, TestZkAclsWithHadoopAuth, V2ApiIntegrationTest, TestFuzzyAnalyzedSuggestions, TestSimpleQParserPlugin, TestRTimerTree, CursorMarkTest, CollectionStateFormat2Test, PKIAuthenticationIntegrationTest, OverseerRolesTest, SparseHLLTest, PeerSyncTest, BlobRepositoryCloudTest, JvmMetricsTest, TestGraphMLResponseWriter, ComputePlanActionTest, TestReloadDeadlock, ReplicaListTransformerTest, TestDocumentBuilder, TestLegacyFieldCache, DistributedFacetPivotSmallAdvancedTest, DistributedExpandComponentTest, TestFieldTypeCollectionResource, SpellPossibilityIteratorTest, DistributedSpellCheckComponentTest, ExitableDirectoryReaderTest, BigEndianAscendingWordSerializerTest, TestFastLRUCache, TestImpersonationWithHadoopAuth, TestPushWriter, TestCoreDiscovery, TestRandomDVFaceting, IndexBasedSpellCheckerTest, ClassificationUpdateProcessorFactoryTest, CreateRoutedAliasTest, TestLocalFSCloudBackupRestore, CdcrUpdateLogTest, DistributedFacetSimpleRefinementLongTailTest, SimplePostToolTest, TestFieldCollectionResource, DistanceUnitsTest, ClusterStateUpdateTest, HdfsNNFailoverTest, TestXmlQParser, TestLargeCluster, TestSerializedLuceneMatchVersion, SolrCoreMetricManagerTest, OverseerCollectionConfigSetProcessorTest, SpellCheckCollatorWithCollapseTest, CachingDirectoryFactoryTest, TestHashPartitioner, BooleanFieldTest, TestSubQueryTransformerDistrib, PeerSyncWithIndexFingerprintCachingTest, TestDynamicFieldCollectionResource, TestDocSet, TestCoreBackup, JsonLoaderTest, TestTestInjection, TestNonDefinedSimilarityFactory, TestFreeTextSuggestions, GraphQueryTest, TestStressRecovery, AutoscalingHistoryHandlerTest, RecoveryAfterSoftCommitTest, TestManagedSynonymGraphFilterFactory, ExplicitHLLTest, DistributedQueryComponentOptimizationTest, DirectUpdateHandlerTest, ReturnFieldsTest, OverseerTaskQueueTest, TestManagedStopFilterFactory, TestMaxScoreQueryParser, DistributedTermsComponentTest, HdfsRecoveryZkTest, TestRandomRequestDistribution, HdfsLockFactoryTest, TestSolrQueryResponse, ZkSolrClientTest, TestConfigSetsAPI, TestSQLHandlerNonCloud, TriggerIntegrationTest]
[junit4] Completed [323/775 (1!)] on J1 in 193.77s, 14 tests, 1 failure <<< FAILURES!
[...truncated 49637 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4422 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4422/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([D1A9C2BFDD39C093:59FDFD6573C5AD6B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections
Error Message:
The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([D1A9C2BFDD39C093:EB072766E35D19FD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections(ComputePlanActionTest.java:469)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest: 1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest:
1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([DE1A845813A31629]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([DE1A845813A31629]:0)
Build Log:
[...truncated 12480 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 768527 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_D1A9C2BFDD39C093-001/init-core-data-001
[junit4] 2> 768528 WARN (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 768529 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 768530 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 768530 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_D1A9C2BFDD39C093-001/tempDir-001
[junit4] 2> 768530 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 768531 INFO (Thread-1564) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 768531 INFO (Thread-1564) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 768534 ERROR (Thread-1564) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 768631 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55775
[junit4] 2> 768642 INFO (zkConnectionManagerCallback-1913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768646 INFO (jetty-launcher-1910-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 768647 INFO (jetty-launcher-1910-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 768647 INFO (jetty-launcher-1910-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 768647 INFO (jetty-launcher-1910-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 768647 INFO (jetty-launcher-1910-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4eb38c29{/solr,null,AVAILABLE}
[junit4] 2> 768649 INFO (jetty-launcher-1910-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a451563{HTTP/1.1,[http/1.1]}{127.0.0.1:55777}
[junit4] 2> 768649 INFO (jetty-launcher-1910-thread-1) [ ] o.e.j.s.Server Started @770246ms
[junit4] 2> 768649 INFO (jetty-launcher-1910-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55777}
[junit4] 2> 768649 ERROR (jetty-launcher-1910-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 768649 INFO (jetty-launcher-1910-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 768649 INFO (jetty-launcher-1910-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 768649 INFO (jetty-launcher-1910-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 768649 INFO (jetty-launcher-1910-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T06:16:33.205798Z
[junit4] 2> 768651 INFO (zkConnectionManagerCallback-1915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768652 INFO (jetty-launcher-1910-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 768657 INFO (jetty-launcher-1910-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55775/solr
[junit4] 2> 768658 INFO (zkConnectionManagerCallback-1919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768661 INFO (zkConnectionManagerCallback-1921-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768792 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 768793 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55777_solr
[junit4] 2> 768794 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer Overseer (id=72133118504861699-127.0.0.1:55777_solr-n_0000000000) starting
[junit4] 2> 768804 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 768804 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55777_solr
[junit4] 2> 768804 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 768806 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 768806 INFO (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 768806 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55777_solr]
[junit4] 2> 768806 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 768806 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 768809 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 768809 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 768810 DEBUG (ScheduledTrigger-3340-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 768847 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55777.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 768855 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55777.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 768855 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55777.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 768856 INFO (jetty-launcher-1910-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_D1A9C2BFDD39C093-001/tempDir-001/node1/.
[junit4] 2> 768868 INFO (zkConnectionManagerCallback-1925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768871 INFO (zkConnectionManagerCallback-1929-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768873 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 768874 INFO (SUITE-ComputePlanActionTest-seed#[D1A9C2BFDD39C093]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55775/solr ready
[junit4] 2> 768885 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
[junit4] 2> 768886 DEBUG (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 768886 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 768887 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 768888 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 768889 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 768889 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 768902 INFO (qtp442031494-8419) [n:127.0.0.1:55777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 768904 DEBUG (qtp442031494-8415) [n:127.0.0.1:55777_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 768905 INFO (qtp442031494-8415) [n:127.0.0.1:55777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 768905 DEBUG (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 768905 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 768905 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 768906 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 768907 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 768908 INFO (qtp442031494-8419) [n:127.0.0.1:55777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 768909 DEBUG (qtp442031494-8420) [n:127.0.0.1:55777_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 768909 INFO (qtp442031494-8420) [n:127.0.0.1:55777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 768909 DEBUG (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 768909 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 768910 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 768910 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 768910 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 768911 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 768912 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 768912 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 768912 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 768912 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cd5e833{/solr,null,AVAILABLE}
[junit4] 2> 768912 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d27ef02{HTTP/1.1,[http/1.1]}{127.0.0.1:55785}
[junit4] 2> 768913 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.Server Started @770510ms
[junit4] 2> 768913 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55785}
[junit4] 2> 768913 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 768913 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 768913 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 768913 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 768913 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T06:16:33.469632Z
[junit4] 2> 768915 INFO (zkConnectionManagerCallback-1932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768916 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 768920 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55775/solr
[junit4] 2> 768922 INFO (zkConnectionManagerCallback-1936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768925 INFO (zkConnectionManagerCallback-1938-thread-1-processing-n:127.0.0.1:55785_solr) [n:127.0.0.1:55785_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 768935 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 768938 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55785_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 768941 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55785_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55785_solr
[junit4] 2> 768942 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55785_solr"} current state version: 0
[junit4] 2> 768942 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55785_solr
[junit4] 2> 768943 INFO (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 768943 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 768943 INFO (zkCallback-1928-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 768944 INFO (zkCallback-1937-thread-1-processing-n:127.0.0.1:55785_solr) [n:127.0.0.1:55785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 768986 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55785.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 768997 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55785.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 768997 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55785.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 768998 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55785_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_D1A9C2BFDD39C093-001/tempDir-001/node2/.
[junit4] 2> 769024 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 769025 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 769025 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 769025 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35e215da{/solr,null,AVAILABLE}
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f248542{HTTP/1.1,[http/1.1]}{127.0.0.1:55789}
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.Server Started @770623ms
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55789}
[junit4] 2> 769026 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 769026 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T06:16:33.582966Z
[junit4] 2> 769028 INFO (zkConnectionManagerCallback-1942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 769029 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 769035 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55775/solr
[junit4] 2> 769036 INFO (zkConnectionManagerCallback-1946-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 769039 INFO (zkConnectionManagerCallback-1948-thread-1-processing-n:127.0.0.1:55789_solr) [n:127.0.0.1:55789_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 769049 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55789_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 769053 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55789_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 769056 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55789_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55789_solr
[junit4] 2> 769057 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55789_solr"} current state version: 0
[junit4] 2> 769057 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55789_solr
[junit4] 2> 769058 INFO (zkCallback-1937-thread-1-processing-n:127.0.0.1:55785_solr) [n:127.0.0.1:55785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 769058 INFO (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 769058 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 769058 INFO (zkCallback-1928-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 769058 INFO (zkCallback-1947-thread-1-processing-n:127.0.0.1:55789_solr) [n:127.0.0.1:55789_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 769097 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55789_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55789.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 769108 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55789_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55789.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 769109 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55789_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55789.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 769110 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55789_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_D1A9C2BFDD39C093-001/tempDir-001/node3/.
[junit4] 2> 769147 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 769148 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 769148 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 769148 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 769148 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60d7762f{/solr,null,AVAILABLE}
[junit4] 2> 769149 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5404a2c2{HTTP/1.1,[http/1.1]}{127.0.0.1:55793}
[junit4] 2> 769149 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.e.j.s.Server Started @770746ms
[junit4] 2> 769149 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55793}
[junit4] 2> 769149 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 769149 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 769149 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 769149 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 769149 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T06:16:33.705849Z
[junit4] 2> 769151 INFO (zkConnectionManagerCallback-1952-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 769152 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 769158 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55775/solr
[junit4] 2> 769159 INFO (zkConnectionManagerCallback-1956-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 769162 INFO (zkConnectionManagerCallback-1958-thread-1-processing-n:127.0.0.1:55793_solr) [n:127.0.0.1:55793_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 769173 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55793_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 769177 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55793_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 769180 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55793_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55793_solr
[junit4] 2> 769181 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55793_solr"} current state version: 0
[junit4] 2> 769181 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55793_solr
[junit4] 2> 769182 INFO (zkCallback-1928-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 769182 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 769182 INFO (zkCallback-1947-thread-1-processing-n:127.0.0.1:55789_solr) [n:127.0.0.1:55789_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 769183 INFO (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 769183 INFO (zkCallback-1937-thread-1-processing-n:127.0.0.1:55785_solr) [n:127.0.0.1:55785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 769183 INFO (zkCallback-1957-thread-1-processing-n:127.0.0.1:55793_solr) [n:127.0.0.1:55793_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 769225 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55793_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55793.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 769242 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55793_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55793.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 769242 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55793_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55793.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e0a1a80
[junit4] 2> 769243 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[D1A9C2BFDD39C093]) [n:127.0.0.1:55793_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_D1A9C2BFDD39C093-001/tempDir-001/node4/.
[junit4] 2> 769290 INFO (zkConnectionManagerCallback-1962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 769295 INFO (qtp442031494-8420) [n:127.0.0.1:55777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769298 INFO (qtp318701717-8452) [n:127.0.0.1:55785_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769299 INFO (qtp27910889-8482) [n:127.0.0.1:55789_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769302 INFO (qtp42324116-8502) [n:127.0.0.1:55793_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769302 DEBUG (qtp27910889-8478) [n:127.0.0.1:55789_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 769303 INFO (qtp27910889-8478) [n:127.0.0.1:55789_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 769303 INFO (qtp442031494-8417) [n:127.0.0.1:55777_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&name=testNodeWithMultipleReplicasLost&nrtReplicas=3&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 769304 DEBUG (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 769305 DEBUG (zkCallback-1920-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55777_solr, 127.0.0.1:55785_solr, 127.0.0.1:55789_solr, 127.0.0.1:55793_solr]
[junit4] 2> 769305 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 769307 INFO (OverseerThreadFactory-3342-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeWithMultipleReplicasLost
[junit4] 2> 769308 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 769309 DEBUG (OverseerAutoScalingTriggerThread-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 769309 DEBUG (ScheduledTrigger-3340-thread-1) [n:127.0.0.1:55777_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 769314 INFO (qtp442031494-8420) [n:127.0.0.1:55777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769316 INFO (qtp318701717-8456) [n:127.0.0.1:55785_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769317 INFO (qtp27910889-8482) [n:127.0.0.1:55789_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769318 INFO (qtp42324116-8506) [n:127.0.0.1:55793_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 769328 INFO (OverseerThreadFactory-3342-thread-1-processing-n:127.0.0.1:55777_solr) [n:127.0.0.1:55777_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1152412706 sessionWrapper.createTime 1152412696312663, this.sessionWrapper.createTime 1152412696312663
[junit4] 2> 769334 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeWithMultipleReplicasLost",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 769334 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost
[junit4] 2> 769335 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 769444 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 769444 INFO (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 769445 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 769445 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769447 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 769447 INFO (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 769448 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769448 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769450 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 769450 INFO (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 769451 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769452 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769453 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 769453 INFO (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 769455 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 769455 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769457 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 5, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 769457 INFO (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 769458 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769458 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769460 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 6, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 769460 INFO (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 769461 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769461 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 769564 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeWithMultipleReplicasLost/state.json version: 0
[junit4] 2> 769663 INFO (qtp27910889-8482) [n:127.0.0.1:55789_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n1&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 769663 INFO (qtp442031494-8420) [n:127.0.0.1:55777_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n4&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 769663 INFO (qtp27910889-8482) [n:127.0.0.1:55789_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 769663 INFO (qtp42324116-8506) [n:127.0.0.1:55793_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n6&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 769663 INFO (qtp318701717-8456) [n:127.0.0.1:55785_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n2&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 769663 INFO (qtp442031494-8420) [n:127.0.0.1:55777_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 769663 INFO (qtp42324116-8506) [n:127.0.0.1:55793_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 769664 INFO (qtp318701717-8456) [n:127.0.0.1:55785_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 769664 INFO (qtp442031494-8421) [n:127.0.0.1:55777_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n8&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 769665 INFO (qtp318701717-8457) [n:127.0.0.1:55785_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n10&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 769672 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 5, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "core_node_name":"core_node12",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "core_node_name":"core_node12",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node12:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n10","base_url":"http://127.0.0.1:55785/solr","node_name":"127.0.0.1:55785_solr","state":"down","type":"NRT"}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 5, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n2","base_url":"http://127.0.0.1:55785/solr","node_name":"127.0.0.1:55785_solr","state":"down","type":"NRT"}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 5, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "core_node_name":"core_node11",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "node_name":"127.0.0.1:55777_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "core_node_name":"core_node11",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "node_name":"127.0.0.1:55777_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node11:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n8","base_url":"http://127.0.0.1:55777/solr","node_name":"127.0.0.1:55777_solr","state":"down","type":"NRT"}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:55793/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n8",
[junit4] 2> "base_url":"http://127.0.0.1:55777/solr",
[junit4] 2> "node_name":"127.0.0.1:55777_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"http://127.0.0.1:55785/solr",
[junit4] 2> "node_name":"127.0.0.1:55785_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.Overseer processMessage: queueSize: 5, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "node_name":"127.0.0.1:55789_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 769673 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:55789/solr",
[junit4] 2> "node_name":"127.0.0.1:55789_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 769674 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n1","base_url":"http://127.0.0.1:55789/solr","node_name":"127.0.0.1:55789_solr","state":"down","type":"NRT"}
[junit4] 2> 769674 DEBUG (OverseerStateUpdate-72133118504861699-127.0.0.1:55777_solr-n_0000000000) [n:127.0.0.1:55777_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLo
[...truncated too long message...]
82-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@761eeb43{/solr,null,UNAVAILABLE}
[junit4] 2> 130273 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10044e435be0005, likely client has closed socket
[junit4] 2> 130274 INFO (jetty-closer-482-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 130274 INFO (jetty-closer-482-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@620e5beb{/solr,null,UNAVAILABLE}
[junit4] 2> 130274 INFO (jetty-closer-482-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 160279 WARN (jetty-closer-482-thread-1) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp343045489{STOPPING,8<=9<=10000,i=0,q=1} Couldn't stop Thread[qtp343045489-1811,5,TGRP-JdbcTest]
[junit4] 2> 160280 ERROR (SUITE-JdbcTest-seed#[DE1A845813A31629]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 160280 INFO (SUITE-JdbcTest-seed#[DE1A845813A31629]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54777 54777
[junit4] 2> 160310 INFO (Thread-262) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54777 54777
[junit4] 2> 160543 WARN (Thread-262) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 167 /solr/aliases.json
[junit4] 2> 167 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2> 2 /solr/collections/collection1_collection/terms/shard1
[junit4] 2> 2 /solr/collections/collection1_collection/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 167 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/collection1_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 167 /solr/live_nodes
[junit4] 2> 167 /solr/collections
[junit4] 2>
[junit4] 2> 160543 INFO (SUITE-JdbcTest-seed#[DE1A845813A31629]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 03, 2018 7:13:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 03, 2018 7:14:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest:
[junit4] 2> 1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Feb 03, 2018 7:14:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] 2> Feb 03, 2018 7:14:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@47936625), locale=es-GT, timezone=Europe/Stockholm
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=95760720,total=314572800
[junit4] 2> NOTE: All tests run in this JVM: [SolrExampleJettyTest, JDBCStreamTest, SolrExampleBinaryTest, SquareRootEvaluatorTest, TestSuggesterResponse, LBHttpSolrClientBuilderTest, TestNamedListCodec, ClientUtilsTest, NormalizeEvaluatorTest, TangentEvaluatorTest, TestConfigSetAdminRequest, ArcCosineEvaluatorTest, FieldValueEvaluatorTest, StreamExpressionParserTest, OrEvaluatorTest, RegressionEvaluatorTest, CubedRootEvaluatorTest, CloudSolrClientCacheTest, OperationsTest, SolrParamTest, TestPathTrie, GreaterThanEqualToEvaluatorTest, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, CoalesceEvaluatorTest, SolrZkClientTest, ModuloEvaluatorTest, TestZkConfigManager, StreamExpressionToExplanationTest, CloudSolrClientTest, SolrQueryTest, UniformDistributionEvaluatorTest, AscEvaluatorTest, GraphExpressionTest, LargeVolumeBinaryJettyTest, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest, SolrExampleEmbeddedTest, TestJavaBinCodec, TestHash, ContentStreamTest, TestFastInputStream, DocumentAnalysisResponseTest, SolrExceptionTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, TestPolicy, BasicHttpSolrClientTest, HttpSolrClientBuilderTest, HttpSolrClientConPoolTest, HttpSolrClientSSLAuthConPoolTest, GraphTest, JdbcDriverTest, JdbcTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=JdbcTest -Dtests.seed=DE1A845813A31629 -Dtests.slow=true -Dtests.locale=es-GT -Dtests.timezone=Europe/Stockholm -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | JdbcTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest:
[junit4] > 1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([DE1A845813A31629]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1811, name=qtp343045489-1811, state=TIMED_WAITING, group=TGRP-JdbcTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([DE1A845813A31629]:0)
[junit4] Completed [106/146 (1!)] on J1 in 63.13s, 10 tests, 2 errors, 1 skipped <<< FAILURES!
[...truncated 40054 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4421 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4421/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
Error Message:
Unexpected number of elements in the group for intGSF: 5
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 5
at __randomizedtesting.SeedInfo.seed([9237FDC76FE72617:98C939F22BF1449]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:377)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties
Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
at __randomizedtesting.SeedInfo.seed([9237FDC76FE72617:F9532A8EDCCAB393]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1334)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1794 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J1-20180202_184718_5237562541064479045137.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J0-20180202_184718_5238045851342677213786.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 288 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20180202_185526_6326145791605238480206.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20180202_185526_6322322593291621615262.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1057 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20180202_185647_9362360473414184877084.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20180202_185647_9369964986841887378677.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 224 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20180202_185902_1941025410494399663353.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20180202_185902_1944748508516940684356.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 237 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180202_185911_7057072383294968886217.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 15 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180202_185911_70515334983663389944683.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180202_185940_50010510335019752401540.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180202_185940_5007753630894174699490.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180202_185944_7857300885573189873260.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180202_185944_78511218087677536823936.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 171 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180202_185948_14818377908013884293014.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180202_185948_14818060513418888203825.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 151 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180202_185958_4871548607978022720440.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180202_185958_4879181519765132399609.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 159 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20180202_190011_23013420545059200379938.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20180202_190011_2301770601309413655700.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 167 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/uima/test/temp/junit4-J0-20180202_190014_4844006497307067746277.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 152 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20180202_190027_9055792777138194186394.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 19 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20180202_190027_9066337670359869735260.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1304 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20180202_190052_2762987242691733904432.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20180202_190052_27612631549405195866636.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 231 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J1-20180202_190102_5748997192163470213830.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J0-20180202_190102_574250380675957827195.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 259 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20180202_190119_54615611257877663588312.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20180202_190119_54612043988147020569594.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 212 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J0-20180202_190325_17411016713370879780425.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J1-20180202_190325_1742289485491957999985.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 170 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20180202_190330_16110546054803512023719.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20180202_190330_16114923671126084400385.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 226 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J1-20180202_190336_8228827004567917075076.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J0-20180202_190336_8219476093232365243527.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 179 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20180202_190407_6718369169243382746962.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20180202_190407_67110091498377879119080.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 243 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20180202_190419_23817630873386108241732.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20180202_190419_23613770255791054591907.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J0-20180202_190447_0733032527006561930584.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J1-20180202_190447_073293342926886048301.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 147 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J0-20180202_190500_27110504054547554350360.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J1-20180202_190500_27116544186600879826662.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J0-20180202_190506_84314673883807687849660.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J1-20180202_190506_84317057795535348799265.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 298 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J1-20180202_190524_00713277495815566821760.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J0-20180202_190524_00710731853757211124271.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 227 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20180202_190533_75118083048585074760253.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20180202_190533_7517758957728414383614.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 187 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20180202_190542_2768985376128022441359.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 23 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20180202_190542_2763441488586290967357.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 223 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20180202_190555_38316159309829438670130.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20180202_190555_38310096778558262030073.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 317 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20180202_190627_6606786450381792660792.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20180202_190627_6606781952407559445033.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 146 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial/test/temp/junit4-J0-20180202_190644_5408368558221797182323.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 180 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20180202_190646_81110095342423378641773.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20180202_190646_81116672813401133002489.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20180202_190704_58214097640072204216262.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20180202_190704_5825760323338375957429.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 2824 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1609396 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9237FDC76FE72617-001/init-core-data-001
[junit4] 2> 1609402 WARN (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1609402 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1609403 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1609404 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9237FDC76FE72617-001/tempDir-001
[junit4] 2> 1609404 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1609404 INFO (Thread-3077) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1609404 INFO (Thread-3077) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1609407 ERROR (Thread-3077) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1609510 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59232
[junit4] 2> 1609520 INFO (zkConnectionManagerCallback-3290-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1609527 INFO (jetty-launcher-3287-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1609528 INFO (jetty-launcher-3287-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1609531 INFO (jetty-launcher-3287-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1609531 INFO (jetty-launcher-3287-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1609531 INFO (jetty-launcher-3287-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1609531 INFO (jetty-launcher-3287-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1609532 INFO (jetty-launcher-3287-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1609532 INFO (jetty-launcher-3287-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1609532 INFO (jetty-launcher-3287-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bf52a40{/solr,null,AVAILABLE}
[junit4] 2> 1609532 INFO (jetty-launcher-3287-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@523c2d95{/solr,null,AVAILABLE}
[junit4] 2> 1609533 INFO (jetty-launcher-3287-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70148e6c{SSL,[ssl, http/1.1]}{127.0.0.1:59234}
[junit4] 2> 1609533 INFO (jetty-launcher-3287-thread-2) [ ] o.e.j.s.Server Started @1611265ms
[junit4] 2> 1609533 INFO (jetty-launcher-3287-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59234}
[junit4] 2> 1609533 ERROR (jetty-launcher-3287-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1609533 INFO (jetty-launcher-3287-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1609533 INFO (jetty-launcher-3287-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1609533 INFO (jetty-launcher-3287-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1609533 INFO (jetty-launcher-3287-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:35:00.224939Z
[junit4] 2> 1609535 INFO (zkConnectionManagerCallback-3292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1609536 INFO (jetty-launcher-3287-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1609543 INFO (jetty-launcher-3287-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e4ac77{SSL,[ssl, http/1.1]}{127.0.0.1:59235}
[junit4] 2> 1609543 INFO (jetty-launcher-3287-thread-1) [ ] o.e.j.s.Server Started @1611275ms
[junit4] 2> 1609543 INFO (jetty-launcher-3287-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59235}
[junit4] 2> 1609543 ERROR (jetty-launcher-3287-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1609544 INFO (jetty-launcher-3287-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1609544 INFO (jetty-launcher-3287-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1609544 INFO (jetty-launcher-3287-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1609544 INFO (jetty-launcher-3287-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:35:00.235250Z
[junit4] 2> 1609546 INFO (zkConnectionManagerCallback-3294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1609547 INFO (jetty-launcher-3287-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59232/solr
[junit4] 2> 1609548 INFO (jetty-launcher-3287-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1609550 INFO (zkConnectionManagerCallback-3298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1609568 INFO (zkConnectionManagerCallback-3300-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1609582 INFO (jetty-launcher-3287-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59232/solr
[junit4] 2> 1609585 INFO (zkConnectionManagerCallback-3304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1609589 INFO (zkConnectionManagerCallback-3306-thread-1-processing-n:127.0.0.1:59235_solr) [n:127.0.0.1:59235_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1609974 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1609977 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59234_solr
[junit4] 2> 1609978 INFO (jetty-launcher-3287-thread-1) [n:127.0.0.1:59235_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1609979 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.Overseer Overseer (id=72130595827875844-127.0.0.1:59234_solr-n_0000000000) starting
[junit4] 2> 1609981 INFO (jetty-launcher-3287-thread-1) [n:127.0.0.1:59235_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59235_solr
[junit4] 2> 1609985 INFO (zkCallback-3305-thread-1-processing-n:127.0.0.1:59235_solr) [n:127.0.0.1:59235_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1609987 INFO (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1610015 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1610019 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1610021 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59235_solr]
[junit4] 2> 1610021 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1610021 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1610022 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59234_solr
[junit4] 2> 1610024 INFO (zkCallback-3305-thread-1-processing-n:127.0.0.1:59235_solr) [n:127.0.0.1:59235_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1610026 INFO (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1610029 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1610031 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1610031 DEBUG (ScheduledTrigger-6720-thread-1) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1610054 INFO (jetty-launcher-3287-thread-1) [n:127.0.0.1:59235_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59235.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610124 INFO (jetty-launcher-3287-thread-1) [n:127.0.0.1:59235_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59235.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610124 INFO (jetty-launcher-3287-thread-1) [n:127.0.0.1:59235_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59235.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610130 INFO (jetty-launcher-3287-thread-1) [n:127.0.0.1:59235_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9237FDC76FE72617-001/tempDir-001/node1/.
[junit4] 2> 1610221 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59234.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610239 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59234.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610240 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59234.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610241 INFO (jetty-launcher-3287-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9237FDC76FE72617-001/tempDir-001/node2/.
[junit4] 2> 1610270 INFO (zkConnectionManagerCallback-3312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1610272 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10042650dc20007, likely client has closed socket
[junit4] 2> 1610274 INFO (zkConnectionManagerCallback-3316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1610276 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1610278 INFO (SUITE-TriggerIntegrationTest-seed#[9237FDC76FE72617]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59232/solr ready
[junit4] 2> 1610386 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 1610387 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1610387 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1610388 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1610406 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1610406 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1610414 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1610543 INFO (qtp2110287456-15481) [n:127.0.0.1:59234_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1610548 INFO (qtp1762766674-15482) [n:127.0.0.1:59235_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1610549 DEBUG (qtp1762766674-15480) [n:127.0.0.1:59235_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1610549 INFO (qtp1762766674-15480) [n:127.0.0.1:59235_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=51
[junit4] 2> 1610550 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1610566 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59234_solr, 127.0.0.1:59235_solr]
[junit4] 2> 1610566 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 1610567 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1610569 INFO (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1610571 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1610571 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1610572 DEBUG (ScheduledTrigger-6720-thread-1) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 1610572 DEBUG (ScheduledTrigger-6720-thread-1) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1610592 INFO (qtp2110287456-15485) [n:127.0.0.1:59234_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1610594 INFO (qtp1762766674-15480) [n:127.0.0.1:59235_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1610595 DEBUG (qtp1762766674-15477) [n:127.0.0.1:59235_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1610595 INFO (qtp1762766674-15477) [n:127.0.0.1:59235_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1610596 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1610597 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59234_solr, 127.0.0.1:59235_solr]
[junit4] 2> 1610597 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 1610597 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1610598 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1610598 INFO (qtp2110287456-15481) [n:127.0.0.1:59234_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1610598 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1610599 INFO (qtp1762766674-15477) [n:127.0.0.1:59235_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1610599 DEBUG (qtp1762766674-15482) [n:127.0.0.1:59235_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1610600 INFO (qtp1762766674-15482) [n:127.0.0.1:59235_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1610600 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1610601 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59234_solr, 127.0.0.1:59235_solr]
[junit4] 2> 1610601 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 1610601 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1610602 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1610603 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1610606 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1610607 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1610607 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1610607 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1610608 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c0fd41d{/solr,null,AVAILABLE}
[junit4] 2> 1610608 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f73906a{SSL,[ssl, http/1.1]}{127.0.0.1:59250}
[junit4] 2> 1610609 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.Server Started @1612341ms
[junit4] 2> 1610609 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59250}
[junit4] 2> 1610609 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1610609 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1610609 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1610609 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1610609 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:35:01.300918Z
[junit4] 2> 1610638 INFO (zkConnectionManagerCallback-3318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1610649 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1610664 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59232/solr
[junit4] 2> 1610667 INFO (zkConnectionManagerCallback-3322-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1610683 INFO (zkConnectionManagerCallback-3324-thread-1-processing-n:127.0.0.1:59250_solr) [n:127.0.0.1:59250_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1610700 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1610703 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59250_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1610707 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59250_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59250_solr
[junit4] 2> 1610716 INFO (zkCallback-3305-thread-1-processing-n:127.0.0.1:59235_solr) [n:127.0.0.1:59235_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1610716 INFO (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1610717 INFO (zkCallback-3315-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1610717 INFO (zkCallback-3323-thread-1-processing-n:127.0.0.1:59250_solr) [n:127.0.0.1:59250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1610799 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59250.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610816 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59250.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610816 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59250.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1610817 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59250_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9237FDC76FE72617-001/tempDir-001/node3/.
[junit4] 2> 1611614 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 1611614 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1611614 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59250_solr at time 1113921122664066
[junit4] 2> 1612625 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 1612626 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1613632 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 1613632 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1613632 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:59250_solr] added at times [1113921122664066], now=1113923140117830
[junit4] 2> 1613632 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f51af8d2fe82T1659cdmqae77emg9xscy0qly7",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1113921122664066,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1113921122664066],
[junit4] 2> "nodeNames":["127.0.0.1:59250_solr"]}}
[junit4] 2> 1613632 DEBUG (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 1613633 INFO (ScheduledTrigger-6720-thread-2) [n:127.0.0.1:59234_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1613634 DEBUG (AutoscalingActionExecutor-6721-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f51af8d2fe82T1659cdmqae77emg9xscy0qly7",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1113921122664066,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1113921122664066],
[junit4] 2> "_enqueue_time_":1113923140757624,
[junit4] 2> "nodeNames":["127.0.0.1:59250_solr"]}}
[junit4] 2> 1613636 DEBUG (AutoscalingActionExecutor-6721-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 1613637 DEBUG (AutoscalingActionExecutor-6721-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=3f51af8d2fe82T1659cdmqae77emg9xscy0qly7
[junit4] 2> 1615642 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1615644 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1615644 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1615644 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1615644 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24a70315{/solr,null,AVAILABLE}
[junit4] 2> 1615645 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a04e391{SSL,[ssl, http/1.1]}{127.0.0.1:59273}
[junit4] 2> 1615645 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.e.j.s.Server Started @1617377ms
[junit4] 2> 1615645 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59273}
[junit4] 2> 1615645 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1615670 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1615670 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1615670 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1615670 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:35:06.361926Z
[junit4] 2> 1615673 INFO (zkConnectionManagerCallback-3328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1615675 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1615701 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59232/solr
[junit4] 2> 1615704 INFO (zkConnectionManagerCallback-3332-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1615724 INFO (zkConnectionManagerCallback-3334-thread-1-processing-n:127.0.0.1:59273_solr) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1615736 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1615740 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59273_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1615744 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59273_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59273_solr
[junit4] 2> 1615747 INFO (zkCallback-3305-thread-1-processing-n:127.0.0.1:59235_solr) [n:127.0.0.1:59235_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1615747 INFO (zkCallback-3315-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1615747 INFO (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1615747 INFO (zkCallback-3323-thread-1-processing-n:127.0.0.1:59250_solr) [n:127.0.0.1:59250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1615748 INFO (zkCallback-3333-thread-1-processing-n:127.0.0.1:59273_solr) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1615824 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59273.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1615843 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59273.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1615843 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59273.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@592219ed
[junit4] 2> 1615845 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [n:127.0.0.1:59273_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9237FDC76FE72617-001/tempDir-001/node4/.
[junit4] 2> 1618647 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 1618647 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1618647 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59273_solr at time 1113928155333791
[junit4] 2> 1619649 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 1619649 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1620655 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 1620655 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1620655 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:59273_solr] added at times [1113928155333791], now=1113930163186969
[junit4] 2> 1620655 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f51c9c01049fT1659cdmqae77emg9xscy0qly9",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1113928155333791,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1113928155333791],
[junit4] 2> "nodeNames":["127.0.0.1:59273_solr"]}}
[junit4] 2> 1620655 DEBUG (ScheduledTrigger-6720-thread-4) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 1620656 DEBUG (AutoscalingActionExecutor-6721-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f51c9c01049fT1659cdmqae77emg9xscy0qly9",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1113928155333791,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1113928155333791],
[junit4] 2> "_enqueue_time_":1113930163397727,
[junit4] 2> "nodeNames":["127.0.0.1:59273_solr"]}}
[junit4] 2> 1620656 WARN (AutoscalingActionExecutor-6721-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"3f51c9c01049fT1659cdmqae77emg9xscy0qly9",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":1113928155333791,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1113928155333791],
[junit4] 2> "_enqueue_time_":1113930163397727,
[junit4] 2> "nodeNames":["127.0.0.1:59273_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:302)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:299)
[junit4] 2> ... 6 more
[junit4] 2> 1620657 DEBUG (AutoscalingActionExecutor-6721-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 1620657 DEBUG (AutoscalingActionExecutor-6721-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3f51c9c01049fT1659cdmqae77emg9xscy0qly9
[junit4] 2> 1622686 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[9237FDC76FE72617]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 1622793 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1622794 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1622794 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1622796 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1622796 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1622797 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1622797 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 1622874 INFO (qtp2110287456-15487) [n:127.0.0.1:59234_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1622895 INFO (qtp1762766674-15480) [n:127.0.0.1:59235_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1622928 INFO (qtp1115441777-15542) [n:127.0.0.1:59250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1622944 INFO (qtp959133884-15568) [n:127.0.0.1:59273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1622945 DEBUG (qtp2110287456-15485) [n:127.0.0.1:59234_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1622945 INFO (qtp2110287456-15485) [n:127.0.0.1:59234_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=76
[junit4] 2> 1622946 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1622946 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59234_solr, 127.0.0.1:59250_solr, 127.0.0.1:59273_solr, 127.0.0.1:59235_solr]
[junit4] 2> 1622947 DEBUG (zkCallback-3299-thread-1-processing-n:127.0.0.1:59234_solr) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1622947 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1622949 INFO (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1622950 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1622950 INFO (qtp2110287456-15486) [n:127.0.0.1:59234_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1622950 DEBUG (OverseerAutoScalingTriggerThread-72130595827875844-127.0.0.1:59234_solr-n_0000000000) [n:127.0.0.1:59234_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1622951 DEBUG (ScheduledTrigger-6720-thread-3) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1622951 DEBUG (ScheduledTrigger-6720-thread-3) [n:127.0.0.1:59234_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1622964 INFO (qtp2110287456-15486) [n:127.0.0.1:59234_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1622968 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1622970 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1622970 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1622970 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1622971 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c87d176{/solr,null,AVAILABLE}
[junit4] 2> 1622971 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45e2fa62{SSL,[ssl, http/1.1]}{127.0.0.1:59311}
[junit4] 2> 1622971 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.e.j.s.Server Started @1624703ms
[junit4] 2> 1622971 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59311}
[junit4] 2> 1622972 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1622972 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1622972 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1622972 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1622972 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:35:13.663592Z
[junit4] 2> 1622974 INFO (zkConnectionManagerCallback-3338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1622975 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1622998 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59232/solr
[junit4] 2> 1623000 INFO (zkConnectionManagerCallback-3342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1623008 INFO (zkConnectionManagerCallback-3344-thread-1-processing-n:127.0.0.1:59311_solr) [n:127.0.0.1:59311_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1623039 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [n:127.0.0.1:59311_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1623042 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [n:127.0.0.1:59311_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1623061 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9237FDC76FE72617]) [n:127.0.0.1:59311_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59311_solr
[junit4] 2> 1623068 INFO (zkCallback-3305-thread-1-processing-n:127.0.0.1:59235_solr) [n:127.0.0.1:59235_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1623068 INFO (zkCallback-3315-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1623069 INFO (zkCallback-3323-thread-1-processing-n:127.0.0.1:59250_solr) [n:127.0.0.1:59250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1623069 INFO (zkCallback-3333-thread-1-processi
[...truncated too long message...]
solr/build/solr-solrj/test/temp/junit4-J1-20180202_201703_2382303923941531648543.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J0-20180202_201703_2389234263680945187196.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1463 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20180202_202129_07810453585365295708260.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20180202_202129_07910574944193732358010.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 785 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180202_202146_34913973017221661519745.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180202_202146_3499676039058679680875.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 553 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180202_202247_9272899707773266746415.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180202_202247_92713255718766123086495.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1258 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180202_202308_8834373338169078091092.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180202_202308_88311171403659777349686.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 646 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180202_202319_89613047497843924539569.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180202_202319_8965397770893705596838.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 555 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180202_202347_646418573421025928692.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180202_202347_64614511824088407112834.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 561 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180202_202404_0266612230895882791570.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180202_202404_02610862158379568371908.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 655 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180202_202414_405140464230543010066.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180202_202414_4058014906938103777435.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 595 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180202_202447_8771263094849484314332.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180202_202447_8772443691395029435607.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180202_202504_6354631939422804367852.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32285 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4420
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4420/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([5063219FE1E594E0:D85EA8E0DB25754D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12534 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1269654 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001/init-core-data-001
[junit4] 2> 1269655 WARN (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1269655 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1269658 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1269659 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001/tempDir-001
[junit4] 2> 1269659 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1269660 INFO (Thread-2613) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1269660 INFO (Thread-2613) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1269662 ERROR (Thread-2613) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1269760 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:65070
[junit4] 2> 1269772 INFO (zkConnectionManagerCallback-2629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1269778 INFO (jetty-launcher-2626-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1269779 INFO (jetty-launcher-2626-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1269779 INFO (jetty-launcher-2626-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1269779 INFO (jetty-launcher-2626-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1269780 INFO (jetty-launcher-2626-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@93518aa{/solr,null,AVAILABLE}
[junit4] 2> 1269780 INFO (jetty-launcher-2626-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@713e9471{HTTP/1.1,[http/1.1]}{127.0.0.1:65072}
[junit4] 2> 1269780 INFO (jetty-launcher-2626-thread-2) [ ] o.e.j.s.Server Started @1275334ms
[junit4] 2> 1269780 INFO (jetty-launcher-2626-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65072}
[junit4] 2> 1269780 ERROR (jetty-launcher-2626-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1269781 INFO (jetty-launcher-2626-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1269781 INFO (jetty-launcher-2626-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1269781 INFO (jetty-launcher-2626-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1269781 INFO (jetty-launcher-2626-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T08:17:22.381Z
[junit4] 2> 1269783 INFO (zkConnectionManagerCallback-2631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1269784 INFO (jetty-launcher-2626-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1269785 INFO (jetty-launcher-2626-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1269788 INFO (jetty-launcher-2626-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1269788 INFO (jetty-launcher-2626-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1269788 INFO (jetty-launcher-2626-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1269788 INFO (jetty-launcher-2626-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18e6eab{/solr,null,AVAILABLE}
[junit4] 2> 1269788 INFO (jetty-launcher-2626-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dce3a24{HTTP/1.1,[http/1.1]}{127.0.0.1:65074}
[junit4] 2> 1269789 INFO (jetty-launcher-2626-thread-1) [ ] o.e.j.s.Server Started @1275343ms
[junit4] 2> 1269789 INFO (jetty-launcher-2626-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65074}
[junit4] 2> 1269789 ERROR (jetty-launcher-2626-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1269789 INFO (jetty-launcher-2626-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1269789 INFO (jetty-launcher-2626-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1269789 INFO (jetty-launcher-2626-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1269789 INFO (jetty-launcher-2626-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T08:17:22.389Z
[junit4] 2> 1269793 INFO (zkConnectionManagerCallback-2633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1269794 INFO (jetty-launcher-2626-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1269800 INFO (jetty-launcher-2626-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65070/solr
[junit4] 2> 1269802 INFO (zkConnectionManagerCallback-2637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1269804 INFO (jetty-launcher-2626-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65070/solr
[junit4] 2> 1269808 INFO (zkConnectionManagerCallback-2641-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1269809 INFO (zkConnectionManagerCallback-2643-thread-1-processing-n:127.0.0.1:65072_solr) [n:127.0.0.1:65072_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1269812 INFO (zkConnectionManagerCallback-2645-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1269985 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1269985 INFO (jetty-launcher-2626-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1269986 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65072_solr
[junit4] 2> 1269987 INFO (jetty-launcher-2626-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65074_solr
[junit4] 2> 1269987 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.c.Overseer Overseer (id=72127931275608069-127.0.0.1:65072_solr-n_0000000000) starting
[junit4] 2> 1269990 INFO (zkCallback-2642-thread-1-processing-n:127.0.0.1:65072_solr) [n:127.0.0.1:65072_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1269991 INFO (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1269999 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1270001 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1270002 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65074_solr]
[junit4] 2> 1270002 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1270002 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1270002 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65072_solr
[junit4] 2> 1270007 INFO (zkCallback-2642-thread-1-processing-n:127.0.0.1:65072_solr) [n:127.0.0.1:65072_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1270008 INFO (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1270013 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1270014 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1270014 DEBUG (ScheduledTrigger-4593-thread-1) [n:127.0.0.1:65072_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1270107 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65072.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270110 INFO (jetty-launcher-2626-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65074.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270115 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65072.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270116 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65072.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270116 INFO (jetty-launcher-2626-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65074.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270116 INFO (jetty-launcher-2626-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65074.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270117 INFO (jetty-launcher-2626-thread-2) [n:127.0.0.1:65072_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001/tempDir-001/node2/.
[junit4] 2> 1270117 INFO (jetty-launcher-2626-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001/tempDir-001/node1/.
[junit4] 2> 1270162 INFO (zkConnectionManagerCallback-2651-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1270165 INFO (zkConnectionManagerCallback-2655-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1270167 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1270169 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65070/solr ready
[junit4] 2> 1270189 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1270189 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1270190 DEBUG (zkCallback-2642-thread-1-processing-n:127.0.0.1:65072_solr) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1270190 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1270192 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1270193 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1270194 DEBUG (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1270196 INFO (qtp1247829508-11731) [n:127.0.0.1:65072_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1270203 INFO (qtp1247829508-11731) [n:127.0.0.1:65072_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1270204 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1270205 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1270205 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1270205 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1270206 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c89523c{/solr,null,AVAILABLE}
[junit4] 2> 1270206 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d90551a{HTTP/1.1,[http/1.1]}{127.0.0.1:65083}
[junit4] 2> 1270206 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.Server Started @1275760ms
[junit4] 2> 1270206 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65083}
[junit4] 2> 1270206 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1270206 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1270207 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1270207 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1270207 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T08:17:22.807Z
[junit4] 2> 1270209 INFO (zkConnectionManagerCallback-2657-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1270210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1270220 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65070/solr
[junit4] 2> 1270222 INFO (zkConnectionManagerCallback-2661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1270224 INFO (zkConnectionManagerCallback-2663-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1270241 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1270245 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65083_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1270249 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65083_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65083_solr
[junit4] 2> 1270250 INFO (zkCallback-2642-thread-1-processing-n:127.0.0.1:65072_solr) [n:127.0.0.1:65072_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1270251 INFO (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1270251 INFO (zkCallback-2662-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1270252 INFO (zkCallback-2654-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1270330 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65083.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270339 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65083.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270339 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65083.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1270341 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65083_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001/tempDir-001/node3/.
[junit4] 2> 1270393 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 1270395 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@713e9471{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1270395 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=568390547
[junit4] 2> 1270395 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1270395 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c6579c9: rootName = solr_65072, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@171ddaec
[junit4] 2> 1270407 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1270407 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8d307ca: rootName = solr_65072, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a1c06b6
[junit4] 2> 1270410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1270410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b09d6aa: rootName = solr_65072, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@701e731c
[junit4] 2> 1270412 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:65072_solr
[junit4] 2> 1270413 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1270414 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1270414 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.Overseer Overseer (id=72127931275608069-127.0.0.1:65072_solr-n_0000000000) closing
[junit4] 2> 1270415 INFO (zkCallback-2642-thread-1-processing-n:127.0.0.1:65072_solr) [n:127.0.0.1:65072_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1270415 INFO (zkCallback-2662-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1270415 INFO (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1270415 INFO (OverseerStateUpdate-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65072_solr
[junit4] 2> 1270415 INFO (zkCallback-2654-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1270416 WARN (OverseerAutoScalingTriggerThread-72127931275608069-127.0.0.1:65072_solr-n_0000000000) [n:127.0.0.1:65072_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1270416 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1270416 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@93518aa{/solr,null,UNAVAILABLE}
[junit4] 2> 1270421 INFO (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65074_solr
[junit4] 2> 1270421 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1270423 INFO (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.Overseer Overseer (id=72127931275608070-127.0.0.1:65074_solr-n_0000000001) starting
[junit4] 2> 1270432 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1270433 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1270434 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65074_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1270434 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
[junit4] 2> 1270434 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1270437 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1270438 DEBUG (ScheduledTrigger-4608-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1270438 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1271449 DEBUG (ScheduledTrigger-4608-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1272454 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1273460 DEBUG (ScheduledTrigger-4608-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1274466 DEBUG (ScheduledTrigger-4608-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1275423 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 1275433 INFO (qtp912196633-11743) [n:127.0.0.1:65074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1275435 INFO (qtp1450048634-11797) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1275435 DEBUG (qtp1450048634-11793) [n:127.0.0.1:65083_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1275437 INFO (qtp1450048634-11793) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1275439 DEBUG (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1275440 INFO (qtp912196633-11745) [n:127.0.0.1:65074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1275443 INFO (qtp1450048634-11797) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1275443 DEBUG (qtp1450048634-11795) [n:127.0.0.1:65083_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1275444 DEBUG (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65074_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1275444 DEBUG (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1275445 INFO (qtp1450048634-11795) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1275446 DEBUG (zkCallback-2644-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65074_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1275447 INFO (qtp912196633-11748) [n:127.0.0.1:65074_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1275449 DEBUG (zkCallback-2644-thread-2-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1275450 DEBUG (zkCallback-2644-thread-2-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65074_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1275451 DEBUG (zkCallback-2644-thread-2-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65074_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1275451 DEBUG (zkCallback-2644-thread-2-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1275452 DEBUG (zkCallback-2644-thread-2-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65074_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1275453 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1275458 INFO (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1275462 DEBUG (ScheduledTrigger-4608-thread-4) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1275464 INFO (qtp912196633-11748) [n:127.0.0.1:65074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 1275465 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 1275465 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1275466 DEBUG (ScheduledTrigger-4608-thread-3) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1275468 INFO (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1275468 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1275468 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1275468 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1275469 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@705e2f82{/solr,null,AVAILABLE}
[junit4] 2> 1275469 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d8b02e0{HTTP/1.1,[http/1.1]}{127.0.0.1:65103}
[junit4] 2> 1275469 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.Server Started @1281023ms
[junit4] 2> 1275469 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65103}
[junit4] 2> 1275469 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1275470 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1275470 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1275470 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1275470 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T08:17:28.070Z
[junit4] 2> 1275473 DEBUG (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1275474 INFO (zkConnectionManagerCallback-2667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275475 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1275475 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1275475 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1275489 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65070/solr
[junit4] 2> 1275491 INFO (zkConnectionManagerCallback-2671-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275494 INFO (zkConnectionManagerCallback-2673-thread-1-processing-n:127.0.0.1:65103_solr) [n:127.0.0.1:65103_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275507 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1275511 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65103_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1275514 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65103_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65103_solr
[junit4] 2> 1275516 INFO (zkCallback-2662-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1275516 INFO (zkCallback-2654-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1275517 INFO (zkCallback-2644-thread-2-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1275517 INFO (zkCallback-2672-thread-1-processing-n:127.0.0.1:65103_solr) [n:127.0.0.1:65103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1275672 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65103.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1275706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65103.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1275706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65103.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1275709 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [n:127.0.0.1:65103_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001/tempDir-001/node4/.
[junit4] 2> 1276470 DEBUG (ScheduledTrigger-4608-thread-3) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1276471 DEBUG (ScheduledTrigger-4608-thread-1) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1276490 DEBUG (ScheduledTrigger-4608-thread-4) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1276490 DEBUG (ScheduledTrigger-4608-thread-4) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1276490 DEBUG (ScheduledTrigger-4608-thread-4) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:65103_solr at time 1073267902399723
[junit4] 2> 1277462 INFO (OverseerCollectionConfigSetProcessor-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1277474 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1277474 DEBUG (ScheduledTrigger-4608-thread-3) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1277501 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1277501 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1277501 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:65103_solr] added at times [1073267902399723], now=1073268913324526
[junit4] 2> 1277501 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3d021a81244ebTck0z0t975uxujq6hs0iuce6ym",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1073267902399723,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073267902399723],
[junit4] 2> "nodeNames":["127.0.0.1:65103_solr"]}}
[junit4] 2> 1277502 DEBUG (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1277503 INFO (ScheduledTrigger-4608-thread-2) [n:127.0.0.1:65074_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1277503 DEBUG (AutoscalingActionExecutor-4609-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3d021a81244ebTck0z0t975uxujq6hs0iuce6ym",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1073267902399723,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073267902399723],
[junit4] 2> "_enqueue_time_":1073268914098096,
[junit4] 2> "nodeNames":["127.0.0.1:65103_solr"]}}
[junit4] 2> 1277505 DEBUG (AutoscalingActionExecutor-4609-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1277505 DEBUG (AutoscalingActionExecutor-4609-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1277505 DEBUG (AutoscalingActionExecutor-4609-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1277506 DEBUG (AutoscalingActionExecutor-4609-thread-1-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=3d021a81244ebTck0z0t975uxujq6hs0iuce6ym
[junit4] 2> 1280849 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 1280850 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1dce3a24{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1280851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=146811364
[junit4] 2> 1280851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1280851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6861523b: rootName = solr_65074, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6a668291
[junit4] 2> 1280863 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1280863 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6895cbd2: rootName = solr_65074, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a1c06b6
[junit4] 2> 1280872 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1280872 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3773f7e8: rootName = solr_65074, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@701e731c
[junit4] 2> 1280899 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:65074_solr
[junit4] 2> 1280906 INFO (zkCallback-2654-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1280909 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1280910 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1280910 INFO (zkCallback-2662-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1280910 INFO (zkCallback-2644-thread-2-processing-n:127.0.0.1:65074_solr) [n:127.0.0.1:65074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1280910 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.Overseer Overseer (id=72127931275608070-127.0.0.1:65074_solr-n_0000000001) closing
[junit4] 2> 1280910 INFO (OverseerStateUpdate-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65074_solr
[junit4] 2> 1280911 INFO (zkCallback-2672-thread-1-processing-n:127.0.0.1:65103_solr) [n:127.0.0.1:65103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1280911 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1280912 WARN (OverseerAutoScalingTriggerThread-72127931275608070-127.0.0.1:65074_solr-n_0000000001) [n:127.0.0.1:65074_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1280917 INFO (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65083_solr
[junit4] 2> 1280917 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18e6eab{/solr,null,UNAVAILABLE}
[junit4] 2> 1280917 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1280919 INFO (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.Overseer Overseer (id=72127931275608075-127.0.0.1:65083_solr-n_0000000002) starting
[junit4] 2> 1280929 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1280930 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1280931 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1280931 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1280932 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1280932 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 1280932 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1280932 INFO (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1280933 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:65074_solr
[junit4] 2> 1280934 INFO (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1280936 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1280936 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:65074_solr
[junit4] 2> 1280954 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1280954 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1280955 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1280956 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1280956 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:65074_solr
[junit4] 2> 1281962 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1281962 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:65074_solr]
[junit4] 2> 1281967 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3d022b10ca6baTck0z0t975uxujq6hs0iuce6yo",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1073272347993786,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073272347993786],
[junit4] 2> "nodeNames":["127.0.0.1:65074_solr"]}}
[junit4] 2> 1281967 DEBUG (ScheduledTrigger-4619-thread-4) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1281967 DEBUG (ScheduledTrigger-4619-thread-4) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1281967 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1281971 INFO (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1281971 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3d022b10ca6baTck0z0t975uxujq6hs0iuce6yo",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1073272347993786,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073272347993786],
[junit4] 2> "_enqueue_time_":1073273379827872,
[junit4] 2> "nodeNames":["127.0.0.1:65074_solr"]}}
[junit4] 2> 1281972 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[5063219FE1E594E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1281981 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1281981 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1281981 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1281981 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 9 ms for event id=3d022b10ca6baTck0z0t975uxujq6hs0iuce6yo
[junit4] 2> 1282036 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 1282037 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 1282038 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1282038 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1282054 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1282055 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1282055 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1282065 INFO (qtp1450048634-11795) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1282067 INFO (qtp1206748368-11834) [n:127.0.0.1:65103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1282067 DEBUG (qtp1206748368-11830) [n:127.0.0.1:65103_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1282078 INFO (qtp1206748368-11830) [n:127.0.0.1:65103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 1282078 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1282089 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1282089 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1282089 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1282091 INFO (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1282092 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1282092 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1282093 DEBUG (ScheduledTrigger-4619-thread-4) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1282093 DEBUG (ScheduledTrigger-4619-thread-4) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1282099 INFO (qtp1206748368-11836) [n:127.0.0.1:65103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1282145 INFO (qtp1450048634-11795) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1282146 DEBUG (qtp1450048634-11798) [n:127.0.0.1:65083_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1282147 INFO (qtp1450048634-11798) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=50
[junit4] 2> 1282147 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1282148 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1282148 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1282148 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1282148 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1282149 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1282151 INFO (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1282152 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1282154 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1282154 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1282154 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1282154 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5169165f{/solr,null,AVAILABLE}
[junit4] 2> 1282155 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c317478{HTTP/1.1,[http/1.1]}{127.0.0.1:65128}
[junit4] 2> 1282155 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.e.j.s.Server Started @1287709ms
[junit4] 2> 1282155 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65128}
[junit4] 2> 1282155 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1282156 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1282156 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1282156 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1282156 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T08:17:34.756Z
[junit4] 2> 1282158 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1282159 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1282159 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1282159 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1282159 INFO (zkConnectionManagerCallback-2677-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1282160 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1282172 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65070/solr
[junit4] 2> 1282174 INFO (zkConnectionManagerCallback-2681-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1282177 INFO (zkConnectionManagerCallback-2683-thread-1-processing-n:127.0.0.1:65128_solr) [n:127.0.0.1:65128_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1282184 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [n:127.0.0.1:65128_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1282188 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [n:127.0.0.1:65128_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1282195 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [n:127.0.0.1:65128_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65128_solr
[junit4] 2> 1282202 INFO (zkCallback-2654-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1282203 INFO (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1282202 INFO (zkCallback-2672-thread-1-processing-n:127.0.0.1:65103_solr) [n:127.0.0.1:65103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1282203 INFO (zkCallback-2682-thread-1-processing-n:127.0.0.1:65128_solr) [n:127.0.0.1:65128_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1282483 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [n:127.0.0.1:65128_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65128.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1282499 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [n:127.0.0.1:65128_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65128.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1282499 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [n:127.0.0.1:65128_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65128.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af1cc87
[junit4] 2> 1282502 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[5063219FE1E594E0]) [n:127.0.0.1:65128_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001/tempDir-001/node5/.
[junit4] 2> 1283097 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1283097 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1283098 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:65128_solr at time 1073274509820122
[junit4] 2> 1283098 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:65128_solr] added at times [1073274509820122], now=1073274509877334
[junit4] 2> 1283098 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3d02331e780daTck0z0t975uxujq6hs0iuce6yq",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1073274509820122,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073274509820122],
[junit4] 2> "nodeNames":["127.0.0.1:65128_solr"]}}
[junit4] 2> 1283098 DEBUG (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 1283101 INFO (ScheduledTrigger-4619-thread-1) [n:127.0.0.1:65083_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1283127 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3d02331e780daTck0z0t975uxujq6hs0iuce6yq",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1073274509820122,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073274509820122],
[junit4] 2> "_enqueue_time_":1073274510094280,
[junit4] 2> "nodeNames":["127.0.0.1:65128_solr"]}}
[junit4] 2> 1283127 INFO (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 1283130 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1283130 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1283130 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 29 ms for event id=3d02331e780daTck0z0t975uxujq6hs0iuce6yq
[junit4] 2> 1288137 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1288138 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1288138 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1288138 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1288138 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:65128_solr at time 1073279550288572
[junit4] 2> 1288138 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:65128_solr] added at times [1073279550288572], now=1073279550324434
[junit4] 2> 1288138 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3d0245e56f2bcTck0z0t975uxujq6hs0iuce6ys",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1073279550288572,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073279550288572],
[junit4] 2> "nodeNames":["127.0.0.1:65128_solr"]}}
[junit4] 2> 1288138 DEBUG (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 1288139 INFO (ScheduledTrigger-4619-thread-2) [n:127.0.0.1:65083_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1288139 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3d0245e56f2bcTck0z0t975uxujq6hs0iuce6ys",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1073279550288572,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1073279550288572],
[junit4] 2> "_enqueue_time_":1073279550479298,
[junit4] 2> "nodeNames":["127.0.0.1:65128_solr"]}}
[junit4] 2> 1288140 INFO (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1517559455727000000 current time = 1517559460739000000
[junit4] 2> real diff: 5012000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 1288140 INFO (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 1288144 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1288144 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1288144 DEBUG (AutoscalingActionExecutor-4620-thread-1-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=3d0245e56f2bcTck0z0t975uxujq6hs0iuce6ys
[junit4] 2> 1288145 INFO (qtp1450048634-11798) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1288146 INFO (qtp1206748368-11836) [n:127.0.0.1:65103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1288148 INFO (qtp157841741-11870) [n:127.0.0.1:65128_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1288148 DEBUG (qtp157841741-11866) [n:127.0.0.1:65128_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1288149 INFO (qtp157841741-11866) [n:127.0.0.1:65128_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1288149 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1288150 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65128_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1288150 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1288150 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65128_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1288151 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65128_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1288151 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1288151 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1288153 INFO (qtp1450048634-11798) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1288154 INFO (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1288155 DEBUG (OverseerAutoScalingTriggerThread-72127931275608075-127.0.0.1:65083_solr-n_0000000002) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1288156 DEBUG (ScheduledTrigger-4619-thread-3) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 1288156 INFO (qtp1206748368-11832) [n:127.0.0.1:65103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1288158 INFO (qtp157841741-11870) [n:127.0.0.1:65128_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1288158 DEBUG (qtp1450048634-11799) [n:127.0.0.1:65083_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1288159 INFO (qtp1450048634-11799) [n:127.0.0.1:65083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1288159 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1288160 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65128_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1288160 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1288161 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65128_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1288161 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65103_solr, 127.0.0.1:65128_solr, 127.0.0.1:65083_solr]
[junit4] 2> 1288161 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1288162 DEBUG (zkCallback-2662-thread-2-processing-n:127.0.0.1:65083_solr) [n:127.0.0.1:65083_solr ] o.a.s.c.a.NodeLostTrigger Initial
[...truncated too long message...]
-processing-n:127.0.0.1:65208_solr) [n:127.0.0.1:65208_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65208_solr
[junit4] 2> 1480043 INFO (jetty-closer-2627-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@391f7411{/solr,null,UNAVAILABLE}
[junit4] 2> 1480047 INFO (jetty-closer-2627-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1480056 INFO (coreCloseExecutor-4823-thread-1) [n:127.0.0.1:65208_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1172107765
[junit4] 2> 1480058 INFO (coreCloseExecutor-4820-thread-1) [n:127.0.0.1:65323_solr c:collection1 s:shard1 r:core_node14 x:collection1_shard1_replica_n13] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=286240222
[junit4] 2> 1480060 INFO (coreCloseExecutor-4824-thread-1) [n:127.0.0.1:65315_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1942856349
[junit4] 2> 1480060 INFO (coreCloseExecutor-4818-thread-1) [n:127.0.0.1:65218_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=94716771
[junit4] 2> 1480082 INFO (jetty-closer-2627-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33677d54{/solr,null,UNAVAILABLE}
[junit4] 2> 1480083 INFO (jetty-closer-2627-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1480083 INFO (zkCallback-2726-thread-2-processing-n:127.0.0.1:65218_solr) [n:127.0.0.1:65218_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65218_solr
[junit4] 2> 1481603 INFO (jetty-closer-2627-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@196afdae{/solr,null,UNAVAILABLE}
[junit4] 2> 1481603 INFO (jetty-closer-2627-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1481604 INFO (jetty-closer-2627-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23b9f366{/solr,null,UNAVAILABLE}
[junit4] 2> 1481605 INFO (jetty-closer-2627-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1481605 INFO (jetty-closer-2627-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@323e6151{/solr,null,UNAVAILABLE}
[junit4] 2> 1481605 INFO (jetty-closer-2627-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1481627 ERROR (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1481628 INFO (SUITE-TriggerIntegrationTest-seed#[5063219FE1E594E0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65070 65070
[junit4] 2> 1481640 INFO (Thread-2613) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65070 65070
[junit4] 2> 1481943 WARN (Thread-2613) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/collection1/terms/shard1
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 160 /solr/collections/collection1/state.json
[junit4] 2> 49 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72127931275608115-127.0.0.1:65323_solr-n_0000000015
[junit4] 2> 3 /solr/overseer_elect/election/72127931275608094-127.0.0.1:65218_solr-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72127931275608112-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72127931275608100-127.0.0.1:65254_solr-n_0000000010
[junit4] 2> 2 /solr/overseer_elect/election/72127931275608078-127.0.0.1:65103_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72127931275608109-127.0.0.1:65315_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72127931275608118-127.0.0.1:65422_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/72127931275608127-127.0.0.1:65507_solr-n_0000000019
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72127931275608094-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72127931275608124-127.0.0.1:65493_solr-n_0000000018
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 23 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5063219FE1E594E0-001
[junit4] 2> Feb 02, 2018 8:20:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3b347b99), locale=sr-Latn-BA, timezone=Asia/Vladivostok
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=129083992,total=306716672
[junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformerDistrib, CdcrUpdateLogTest, SimpleCollectionCreateDeleteTest, TestReversedWildcardFilterFactory, TestSQLHandlerNonCloud, TestDynamicFieldCollectionResource, TestLuceneMatchVersion, BooleanFieldTest, TestFieldSortValues, TestCollationFieldDocValues, JSONWriterTest, HdfsNNFailoverTest, CurrencyFieldTypeTest, TestLegacyFieldReuse, HdfsLockFactoryTest, TestBlobHandler, TestMaxScoreQueryParser, ClusterStateTest, TestReplicationHandlerBackup, BadComponentTest, HdfsAutoAddReplicasIntegrationTest, TestPullReplicaErrorHandling, TestSchemaNameResource, ShardRoutingTest, DistributedFacetSimpleRefinementLongTailTest, TestStressUserVersions, TestBulkSchemaAPI, AliasIntegrationTest, DeleteReplicaTest, PKIAuthenticationIntegrationTest, TestLargeCluster, NotRequiredUniqueKeyTest, SpellCheckComponentTest, TlogReplayBufferedWhileIndexingTest, IndexBasedSpellCheckerTest, DistanceUnitsTest, TestOverriddenPrefixQueryForCustomFieldType, DistributedFacetPivotLargeTest, SolrCmdDistributorTest, ReturnFieldsTest, NodeLostTriggerTest, UpdateParamsTest, TestFieldCache, OverseerRolesTest, TestCollectionsAPIViaSolrCloudCluster, TestCloudDeleteByQuery, AnalyticsQueryTest, ConcurrentCreateRoutedAliasTest, SubstringBytesRefFilterTest, DistribDocExpirationUpdateProcessorTest, TestSolrIndexConfig, TestRestoreCore, TestStressVersions, DocValuesMissingTest, TestBlendedInfixSuggestions, ReplicaListTransformerTest, TestIntervalFaceting, TestDocSet, ResponseHeaderTest, TestLRUCache, TestExportWriter, ReplaceNodeNoTargetTest, TestStressLucene, ExitableDirectoryReaderTest, TestDistributedSearch, TestJettySolrRunner, TestConfig, TestFastWriter, TestPrepRecovery, DistributedIntervalFacetingTest, SpatialHeatmapFacetsTest, CoreSorterTest, TestIndexingPerformance, ZkStateWriterTest, SliceStateTest, TestDeleteCollectionOnDownNodes, CollectionStateFormat2Test, IndexSchemaTest, SyncSliceTest, ClassificationUpdateProcessorFactoryTest, TestUpdate, TestClusterStateMutator, ResponseLogComponentTest, ConcurrentDeleteAndCreateCollectionTest, FieldAnalysisRequestHandlerTest, TestDistributedMissingSort, HdfsRecoveryZkTest, HealthCheckHandlerTest, URLClassifyProcessorTest, TimeZoneUtilsTest, DeleteStatusTest, TestRandomCollapseQParserPlugin, TestWriterPerf, SolrShardReporterTest, MoveReplicaHDFSTest, TestSearchPerf, ScriptEngineTest, TestReloadDeadlock, SolrCoreMetricManagerTest, TestConfigSetsAPI, TestNRTOpen, TestPivotHelperCode, QueryParsingTest, CdcrVersionReplicationTest, CreateRoutedAliasTest, OverseerTaskQueueTest, TestGraphMLResponseWriter, VersionInfoTest, TestXmlQParser, TestDistribIDF, TestCollapseQParserPlugin, InfoHandlerTest, HdfsChaosMonkeyNothingIsSafeTest, SuggesterTest, TestSolrQueryParser, TestMaxTokenLenTokenizer, BadIndexSchemaTest, TestGraphTermsQParserPlugin, ExternalFileFieldSortTest, DocumentAnalysisRequestHandlerTest, AtomicUpdateProcessorFactoryTest, SchemaApiFailureTest, PrimUtilsTest, PeerSyncWithIndexFingerprintCachingTest, TestSha256AuthenticationProvider, DisMaxRequestHandlerTest, TestSchemaManager, TestHashPartitioner, TestLeaderElectionWithEmptyReplica, TestScoreJoinQPScore, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, SuggesterWFSTTest, TestRawTransformer, DocValuesNotIndexedTest, TestFuzzyAnalyzedSuggestions, CleanupOldIndexTest, TriggerIntegrationTest]
[junit4] Completed [273/775 (1!)] on J1 in 212.98s, 14 tests, 1 failure <<< FAILURES!
[...truncated 49774 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4419
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4419/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([BD0380BE22963D59:3557BF648C6A50A1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([BD0380BE22963D59:D0FF244398DEC25E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12093 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/init-core-data-001
[junit4] 2> 644404 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD0380BE22963D59]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
[junit4] 2> 644404 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD0380BE22963D59]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 644407 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD0380BE22963D59]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 644408 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD0380BE22963D59]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 644408 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD0380BE22963D59]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 644409 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 644409 INFO (Thread-969) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 644409 INFO (Thread-969) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 644416 ERROR (Thread-969) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 644518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.ZkTestServer start zk server on port:52625
[junit4] 2> 644529 INFO (zkConnectionManagerCallback-1056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 644536 INFO (zkConnectionManagerCallback-1058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 644546 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 644549 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 644551 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 644553 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 644555 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 644557 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 644559 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 644561 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 644563 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 644566 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 644568 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 644571 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 644861 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 644862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 644862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 644863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 644863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30512318{/,null,AVAILABLE}
[junit4] 2> 644865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2681c909{HTTP/1.1,[http/1.1]}{127.0.0.1:52628}
[junit4] 2> 644865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server Started @649090ms
[junit4] 2> 644865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=52628, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/control-001/cores}
[junit4] 2> 644865 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 644866 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 644866 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 644866 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 644866 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T20:22:04.227Z
[junit4] 2> 644868 INFO (zkConnectionManagerCallback-1060-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 644869 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 644869 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/control-001/solr.xml
[junit4] 2> 644874 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 644874 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 644875 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 644878 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52625/solr
[junit4] 2> 644880 INFO (zkConnectionManagerCallback-1064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 644883 INFO (zkConnectionManagerCallback-1066-thread-1-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 645025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 645026 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52628_
[junit4] 2> 645027 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.c.Overseer Overseer (id=72125118569250820-127.0.0.1:52628_-n_0000000000) starting
[junit4] 2> 645038 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52628_
[junit4] 2> 645040 INFO (OverseerStateUpdate-72125118569250820-127.0.0.1:52628_-n_0000000000) [n:127.0.0.1:52628_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 645112 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 645118 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 645119 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 645120 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52628_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/control-001/cores
[junit4] 2> 645142 INFO (zkConnectionManagerCallback-1072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 645144 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 645145 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52625/solr ready
[junit4] 2> 645148 INFO (qtp1293205465-4620) [n:127.0.0.1:52628_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52628_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 645151 INFO (OverseerThreadFactory-1768-thread-1-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 645269 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 645269 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 645385 INFO (zkCallback-1065-thread-1-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 646339 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 646374 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 646418 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 646444 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 646444 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 646445 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 646445 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 646448 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3551283249084348]
[junit4] 2> 646452 WARN (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 646507 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 646507 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 646509 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 646509 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 646510 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=24.95703125, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=17.609156860898246, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4285863542326893
[junit4] 2> 646510 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@878d85d[control_collection_shard1_replica_n1] main]
[junit4] 2> 646512 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 646512 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 646513 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 646513 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591231408634855424
[junit4] 2> 646514 INFO (searcherExecutor-1771-thread-1-processing-n:127.0.0.1:52628_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@878d85d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 646524 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 646524 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 646524 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52628/control_collection_shard1_replica_n1/
[junit4] 2> 646524 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 646524 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:52628/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 646524 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 646533 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52628/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 646641 INFO (zkCallback-1065-thread-2-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 646693 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 646695 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1426
[junit4] 2> 646703 INFO (qtp1293205465-4620) [n:127.0.0.1:52628_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 646801 INFO (zkCallback-1065-thread-1-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 647155 INFO (OverseerCollectionConfigSetProcessor-72125118569250820-127.0.0.1:52628_-n_0000000000) [n:127.0.0.1:52628_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 647708 INFO (qtp1293205465-4620) [n:127.0.0.1:52628_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52628_&wt=javabin&version=2} status=0 QTime=2559
[junit4] 2> 647730 INFO (zkConnectionManagerCallback-1076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 647732 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 647735 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52625/solr ready
[junit4] 2> 647735 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 647736 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 647740 INFO (OverseerThreadFactory-1768-thread-2-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 647741 WARN (OverseerThreadFactory-1768-thread-2-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 647958 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 647959 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=222
[junit4] 2> 648561 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-1-001 of type NRT
[junit4] 2> 648562 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 648563 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 648563 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 648563 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 648564 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b9e35dd{/,null,AVAILABLE}
[junit4] 2> 648565 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40d93a76{HTTP/1.1,[http/1.1]}{127.0.0.1:52767}
[junit4] 2> 648565 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server Started @652790ms
[junit4] 2> 648565 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=52767, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-1-001/cores}
[junit4] 2> 648565 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 648565 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 648565 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 648565 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 648566 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T20:22:07.927Z
[junit4] 2> 648568 INFO (zkConnectionManagerCallback-1078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648571 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 648571 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-1-001/solr.xml
[junit4] 2> 648591 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 648591 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 648592 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 648598 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52625/solr
[junit4] 2> 648603 INFO (zkConnectionManagerCallback-1082-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648609 INFO (zkConnectionManagerCallback-1084-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648650 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 648657 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52767_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 648668 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52767_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52767_
[junit4] 2> 648671 INFO (zkCallback-1065-thread-1-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 648674 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 648675 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 648808 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52767_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 648828 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52767_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 648828 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52767_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 648832 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52767_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-1-001/cores
[junit4] 2> 648916 INFO (qtp1293205465-4622) [n:127.0.0.1:52628_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52767_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 648921 INFO (OverseerCollectionConfigSetProcessor-72125118569250820-127.0.0.1:52628_-n_0000000000) [n:127.0.0.1:52628_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 648922 INFO (OverseerThreadFactory-1768-thread-3-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52767_ for creating new replica
[junit4] 2> 648931 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 648932 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 649047 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 649976 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 649993 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 650088 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 650122 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 650123 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 650123 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 650123 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 650128 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3551283249084348]
[junit4] 2> 650134 WARN (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 650250 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 650250 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 650253 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 650253 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 650256 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=24.95703125, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=17.609156860898246, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4285863542326893
[junit4] 2> 650256 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ead49c7[collection1_shard2_replica_n61] main]
[junit4] 2> 650258 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 650259 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 650260 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 650261 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591231412564918272
[junit4] 2> 650262 INFO (searcherExecutor-1782-thread-1-processing-n:127.0.0.1:52767_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@1ead49c7[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 650274 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 650274 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 650274 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52767/collection1_shard2_replica_n61/
[junit4] 2> 650275 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 650275 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:52767/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 650275 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 650281 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52767/collection1_shard2_replica_n61/ shard2
[junit4] 2> 650383 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 650395 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 650399 INFO (qtp485647419-4668) [n:127.0.0.1:52767_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1467
[junit4] 2> 650403 INFO (qtp1293205465-4622) [n:127.0.0.1:52628_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52767_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1486
[junit4] 2> 650500 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 650922 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-2-001 of type NRT
[junit4] 2> 650922 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 650924 INFO (OverseerCollectionConfigSetProcessor-72125118569250820-127.0.0.1:52628_-n_0000000000) [n:127.0.0.1:52628_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 650924 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 650924 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 650925 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 650925 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55f39cdf{/,null,AVAILABLE}
[junit4] 2> 650926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7589fdba{HTTP/1.1,[http/1.1]}{127.0.0.1:52863}
[junit4] 2> 650926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server Started @655151ms
[junit4] 2> 650926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=52863, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-2-001/cores}
[junit4] 2> 650927 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650929 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650929 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650929 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650929 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T20:22:10.290Z
[junit4] 2> 650931 INFO (zkConnectionManagerCallback-1088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 650933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 650933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-2-001/solr.xml
[junit4] 2> 650944 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 650944 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 650945 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 650954 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52625/solr
[junit4] 2> 650956 INFO (zkConnectionManagerCallback-1092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 650961 INFO (zkConnectionManagerCallback-1094-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 650972 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 650978 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52863_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650983 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52863_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52863_
[junit4] 2> 650985 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 650985 INFO (zkCallback-1065-thread-1-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 650985 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 650986 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 651109 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52863_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 651122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52863_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 651122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52863_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 651125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52863_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-2-001/cores
[junit4] 2> 651170 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52863_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 651178 INFO (OverseerThreadFactory-1768-thread-4-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52863_ for creating new replica
[junit4] 2> 651184 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 651186 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 651295 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 651295 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 652219 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 652234 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 652367 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 652407 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 652408 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 652408 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652408 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 652411 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3551283249084348]
[junit4] 2> 652417 WARN (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 652493 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 652493 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 652494 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 652494 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 652495 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=24.95703125, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=17.609156860898246, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4285863542326893
[junit4] 2> 652496 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dbcb7a8[collection1_shard3_replica_n63] main]
[junit4] 2> 652497 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 652498 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 652498 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 652498 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591231414910582784
[junit4] 2> 652499 INFO (searcherExecutor-1793-thread-1-processing-n:127.0.0.1:52863_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@1dbcb7a8[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 652506 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 652506 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 652506 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52863/collection1_shard3_replica_n63/
[junit4] 2> 652506 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 652506 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:52863/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 652506 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 652511 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52863/collection1_shard3_replica_n63/ shard3
[junit4] 2> 652614 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 652614 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 652615 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 652620 INFO (qtp825921177-4700) [n:127.0.0.1:52863_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1436
[junit4] 2> 652624 INFO (qtp1293205465-4624) [n:127.0.0.1:52628_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52863_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1454
[junit4] 2> 652723 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 652723 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 653104 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-3-001 of type NRT
[junit4] 2> 653104 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 653105 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 653106 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 653106 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 653106 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@115a0885{/,null,AVAILABLE}
[junit4] 2> 653107 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72d314d9{HTTP/1.1,[http/1.1]}{127.0.0.1:52992}
[junit4] 2> 653108 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.e.j.s.Server Started @657333ms
[junit4] 2> 653108 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=52992, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-3-001/cores}
[junit4] 2> 653108 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 653109 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 653109 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 653109 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 653109 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T20:22:12.470Z
[junit4] 2> 653112 INFO (zkConnectionManagerCallback-1098-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 653114 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 653114 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-3-001/solr.xml
[junit4] 2> 653126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 653126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 653165 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 653169 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52625/solr
[junit4] 2> 653171 INFO (zkConnectionManagerCallback-1102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 653176 INFO (zkConnectionManagerCallback-1104-thread-1-processing-n:127.0.0.1:52992_) [n:127.0.0.1:52992_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 653179 INFO (OverseerCollectionConfigSetProcessor-72125118569250820-127.0.0.1:52628_-n_0000000000) [n:127.0.0.1:52628_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 653188 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52992_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 653193 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52992_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 653196 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52992_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52992_
[junit4] 2> 653199 INFO (zkCallback-1075-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 653199 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 653199 INFO (zkCallback-1065-thread-1-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 653199 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 653200 INFO (zkCallback-1103-thread-1-processing-n:127.0.0.1:52992_) [n:127.0.0.1:52992_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 653367 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52992_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 653379 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52992_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 653379 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52992_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 653384 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD0380BE22963D59]) [n:127.0.0.1:52992_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-3-001/cores
[junit4] 2> 653461 INFO (qtp1293205465-4622) [n:127.0.0.1:52628_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52992_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 653466 INFO (OverseerThreadFactory-1768-thread-5-processing-n:127.0.0.1:52628_) [n:127.0.0.1:52628_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52992_ for creating new replica
[junit4] 2> 653475 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 653476 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 653586 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 653586 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 653586 INFO (zkCallback-1103-thread-1-processing-n:127.0.0.1:52992_) [n:127.0.0.1:52992_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 654500 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 654509 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 654620 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 654647 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 654647 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f526f48
[junit4] 2> 654648 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 654648 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD0380BE22963D59-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 654662 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3551283249084348]
[junit4] 2> 654703 WARN (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 654764 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 654764 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 654771 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 654771 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 654783 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=24.95703125, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=17.609156860898246, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4285863542326893
[junit4] 2> 654796 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f05ba99[collection1_shard1_replica_n65] main]
[junit4] 2> 654797 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 654798 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 654798 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 654799 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591231417323356160
[junit4] 2> 654799 INFO (searcherExecutor-1804-thread-1-processing-n:127.0.0.1:52992_ x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@1f05ba99[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 654806 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 654806 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 654806 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52992/collection1_shard1_replica_n65/
[junit4] 2> 654806 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 654806 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:52992/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 654806 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 654810 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52992/collection1_shard1_replica_n65/ shard1
[junit4] 2> 654913 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 654913 INFO (zkCallback-1103-thread-1-processing-n:127.0.0.1:52992_) [n:127.0.0.1:52992_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 654913 INFO (zkCallback-1083-thread-1-processing-n:127.0.0.1:52767_) [n:127.0.0.1:52767_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 654927 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 654930 INFO (qtp1361686455-4731) [n:127.0.0.1:52992_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection
[...truncated too long message...]
AILABLE}
[junit4] 2> 3802736 INFO (jetty-closer-10287-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3804236 INFO (jetty-closer-10287-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18376e66{/solr,null,UNAVAILABLE}
[junit4] 2> 3804236 INFO (jetty-closer-10287-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3804236 INFO (jetty-closer-10287-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77e447dd{/solr,null,UNAVAILABLE}
[junit4] 2> 3804236 INFO (jetty-closer-10287-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3804238 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[BD0380BE22963D59]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3804238 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[BD0380BE22963D59]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50776 50776
[junit4] 2> 3804276 INFO (Thread-5494) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50776 50776
[junit4] 2> 3804595 WARN (Thread-5494) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections/.system/terms/shard1
[junit4] 2> 18 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 5 /solr/configs/.system
[junit4] 2> 5 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 60 /solr/collections/.system/state.json
[junit4] 2> 40 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/72125323097473033-core_node6-n_0000000000
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/72125323097473031-core_node3-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/autoscaling/events/AutoscalingHistoryHandlerTest_node_lost_trigger
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_BD0380BE22963D59-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@108fc5b5), locale=ar-YE, timezone=Greenwich
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=93306776,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [OpenCloseCoreStressTest, TestEmbeddedSolrServerAdminHandler, UUIDUpdateProcessorFallbackTest, UpdateLogTest, TestRecovery, TestSolrXml, SolrMetricsIntegrationTest, AnalysisErrorHandlingTest, SpellingQueryConverterTest, TestSolrConfigHandlerCloud, TestNumericTerms32, TestXIncludeConfig, TestObjectReleaseTracker, SuggesterTSTTest, TestSearcherReuse, RecoveryZkTest, TestSchemalessBufferedUpdates, MBeansHandlerTest, LeaderElectionIntegrationTest, TestCloudSchemaless, TestCoreAdminApis, HdfsRecoverLeaseTest, OutputWriterTest, TestBulkSchemaConcurrent, TestJsonFacetRefinement, TestFilteredDocIdSet, PreAnalyzedUpdateProcessorTest, DistributedMLTComponentTest, TestRestManager, EnumFieldTest, DistributedVersionInfoTest, TestPolicyCloud, AddReplicaTest, CoreAdminCreateDiscoverTest, DirectUpdateHandlerOptimizeTest, TestFieldResource, BigEndianAscendingWordDeserializerTest, RequiredFieldsTest, DistributedSuggestComponentTest, TestTrackingShardHandlerFactory, TestZkChroot, DistributedFacetPivotLongTailTest, TestCharFilters, TestJavabinTupleStreamParser, ImplicitSnitchTest, CacheHeaderTest, TestSimpleTextCodec, TestJsonRequest, TestChildDocTransformer, TestInitParams, TestSSLRandomization, TestPayloadCheckQParserPlugin, BitVectorTest, TestLegacyField, SolrCoreTest, SolrIndexConfigTest, NodeMutatorTest, TestReload, TestCustomStream, HdfsChaosMonkeySafeLeaderTest, MoreLikeThisHandlerTest, TestSolrCloudWithKerberosAlt, MetricUtilsTest, DistributedQueryComponentCustomSortTest, LIRRollingUpdatesTest, PeerSyncReplicationTest, TestClusterProperties, ShardRoutingCustomTest, TestUniqueKeyFieldResource, AlternateDirectoryTest, StatsComponentTest, XmlUpdateRequestHandlerTest, TestRandomFlRTGCloud, MultiTermTest, TestFunctionQuery, TestSQLHandler, TestBM25SimilarityFactory, DistribCursorPagingTest, TestGeoJSONResponseWriter, BasicAuthStandaloneTest, TestRetrieveFieldsOptimizer, HdfsUnloadDistributedZkTest, TriLevelCompositeIdRoutingTest, TestConfigSets, StatsReloadRaceTest, TestAddFieldRealTimeGet, BasicDistributedZkTest, TestCryptoKeys, BinaryUpdateRequestHandlerTest, ConjunctionSolrSpellCheckerTest, SpatialFilterTest, SuggesterFSTTest, RankQueryTest, DistributedQueryElevationComponentTest, DistributedFacetPivotSmallTest, AssignBackwardCompatibilityTest, TestMultiValuedNumericRangeQuery, MoveReplicaTest, TestFastOutputStream, LargeFieldTest, TestDelegationWithHadoopAuth, TestCloudPivotFacet, HdfsDirectoryTest, AutoAddReplicasIntegrationTest, TestLazyCores, TestElisionMultitermQuery, TestQuerySenderNoQuery, DirectSolrSpellCheckerTest, TestOmitPositions, TestRealTimeGet, TestUtils, ZkFailoverTest, TestReplicationHandler, TestEmbeddedSolrServerSchemaAPI, HDFSCollectionsAPITest, TestJmxIntegration, RestartWhileUpdatingTest, SolrInfoBeanTest, AssignTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestBackupRepositoryFactory, TestHttpShardHandlerFactory, SolrMetricManagerTest, HighlighterTest, TestMinMaxOnMultiValuedField, TestPointFields, TestReloadAndDeleteDocs, TestCloudNestedDocsSort, ClassificationUpdateProcessorIntegrationTest, TestIBSimilarityFactory, TestReqParamsAPI, TimeRoutedAliasUpdateProcessorTest, SynonymTokenizerTest, HdfsThreadLeakTest, InfixSuggestersTest, TestSystemIdResolver, TestImplicitCoreProperties, TestReplicaProperties, ConvertedLegacyTest, TestGenericDistributedQueue, MigrateRouteKeyTest, SchemaVersionSpecificBehaviorTest, TestPhraseSuggestions, TestStandardQParsers, MetricsConfigTest, BlockJoinFacetSimpleTest, SolrGraphiteReporterTest, UnloadDistributedZkTest, TestNumericRangeQuery64, TestConfigReload, TestMacros, FileUtilsTest, TestSolrCLIRunExample, TestCustomDocTransformer, DirectSolrConnectionTest, MetricsHandlerTest, FieldMutatingUpdateProcessorTest, SolrJmxReporterTest, TestFoldingMultitermQuery, CdcrRequestHandlerTest, TestHdfsBackupRestoreCore, TestPolicyCloud, TestLockTree, BlockDirectoryTest, TestPerFieldSimilarityWithDefaultOverride, FastVectorHighlighterTest, SolrCloudExampleTest, TestMissingGroups, TestSystemCollAutoCreate, TestCollectionAPI, CreateCollectionCleanupTest, SharedFSAutoReplicaFailoverTest, IndexSchemaRuntimeFieldTest, CurrencyRangeFacetCloudTest, DateMathParserTest, TestStreamBody, UtilsToolTest, BadCopyFieldTest, CopyFieldTest, RemoteQueryErrorTest, TestQueryTypes, NodeAddedTriggerTest, TestPostingsSolrHighlighter, TestStressCloudBlindAtomicUpdates, CollectionsAPISolrJTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudDeleteByQuery, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestShortCircuitedRequests, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TestTlogReplica, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, CdcrReplicationDistributedZkTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest, RuleEngineTest, RulesTest, TestShardHandlerFactory, TestSolrCloudSnapshots, TestReplicationHandlerBackup, TestRestoreCore, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [639/775 (2!)] on J0 in 38.77s, 1 test, 1 failure <<< FAILURES!
[...truncated 48551 lines...]