You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/01/30 12:42:01 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 342 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/342/
4 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 8 in https://127.0.0.1:37379/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 8 in https://127.0.0.1:37379/solr
at __randomizedtesting.SeedInfo.seed([672CDC9CFB164B10:A6DCA530D64681B7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:36995_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:36995_solr
at __randomizedtesting.SeedInfo.seed([672CDC9CFB164B10:EF78E34655EA26E8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([672CDC9CFB164B10:3A64C21534D0ED5F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate(TriggerIntegrationTest.java:1438)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([672CDC9CFB164B10:8AEC4B8C467AD6C9]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12481 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1423870 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_672CDC9CFB164B10-001/init-core-data-001
[junit4] 2> 1423870 WARN (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1423871 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1423872 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1423886 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_672CDC9CFB164B10-001/tempDir-001
[junit4] 2> 1423886 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1423923 INFO (Thread-1220) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1423924 INFO (Thread-1220) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1424030 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38623
[junit4] 2> 1424031 ERROR (Thread-1220) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1424209 INFO (zkConnectionManagerCallback-1555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1424230 INFO (jetty-launcher-1552-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1424284 INFO (jetty-launcher-1552-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1424383 INFO (jetty-launcher-1552-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1424383 INFO (jetty-launcher-1552-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1424383 INFO (jetty-launcher-1552-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1424383 INFO (jetty-launcher-1552-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3366a1a4{/solr,null,AVAILABLE}
[junit4] 2> 1424385 INFO (jetty-launcher-1552-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11046898{SSL,[ssl, http/1.1]}{127.0.0.1:33220}
[junit4] 2> 1424385 INFO (jetty-launcher-1552-thread-2) [ ] o.e.j.s.Server Started @1434485ms
[junit4] 2> 1424385 INFO (jetty-launcher-1552-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33220}
[junit4] 2> 1424385 ERROR (jetty-launcher-1552-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1424385 INFO (jetty-launcher-1552-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1424385 INFO (jetty-launcher-1552-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1424385 INFO (jetty-launcher-1552-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1424385 INFO (jetty-launcher-1552-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T11:21:25.165Z
[junit4] 2> 1424404 INFO (zkConnectionManagerCallback-1557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1424404 INFO (jetty-launcher-1552-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1424456 INFO (jetty-launcher-1552-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1424456 INFO (jetty-launcher-1552-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1424456 INFO (jetty-launcher-1552-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@133a1e7c{/solr,null,AVAILABLE}
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@386d641b{SSL,[ssl, http/1.1]}{127.0.0.1:36491}
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.e.j.s.Server Started @1434569ms
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36491}
[junit4] 2> 1424469 ERROR (jetty-launcher-1552-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1424469 INFO (jetty-launcher-1552-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T11:21:25.249Z
[junit4] 2> 1424659 INFO (zkConnectionManagerCallback-1559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1424675 INFO (jetty-launcher-1552-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1424692 INFO (jetty-launcher-1552-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38623/solr
[junit4] 2> 1424784 INFO (jetty-launcher-1552-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38623/solr
[junit4] 2> 1424817 INFO (zkConnectionManagerCallback-1563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1424835 INFO (zkConnectionManagerCallback-1567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1424958 INFO (zkConnectionManagerCallback-1569-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1425011 INFO (zkConnectionManagerCallback-1571-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1425169 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1425189 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36491_solr
[junit4] 2> 1425206 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.Overseer Overseer (id=72173305497321478-127.0.0.1:36491_solr-n_0000000000) starting
[junit4] 2> 1425315 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36491_solr
[junit4] 2> 1425315 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1425317 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1425400 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1425400 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1425400 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1425401 INFO (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1425402 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1425402 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1425403 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1425677 INFO (jetty-launcher-1552-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1425679 INFO (jetty-launcher-1552-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1425733 INFO (jetty-launcher-1552-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33220_solr
[junit4] 2> 1425735 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36491.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1425761 INFO (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1425790 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36491.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1425791 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36491.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1425792 INFO (jetty-launcher-1552-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_672CDC9CFB164B10-001/tempDir-001/node1/.
[junit4] 2> 1425870 INFO (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1426224 INFO (jetty-launcher-1552-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33220.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1426238 INFO (jetty-launcher-1552-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33220.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1426239 INFO (jetty-launcher-1552-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33220.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1426252 INFO (jetty-launcher-1552-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_672CDC9CFB164B10-001/tempDir-001/node2/.
[junit4] 2> 1426405 DEBUG (ScheduledTrigger-3071-thread-2) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1426479 INFO (zkConnectionManagerCallback-1577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1426514 INFO (zkConnectionManagerCallback-1581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1426519 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1426535 INFO (SUITE-TriggerIntegrationTest-seed#[672CDC9CFB164B10]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38623/solr ready
[junit4] 2> 1426566 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1426583 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1426583 DEBUG (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1426584 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1426586 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1426586 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1426711 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1426873 INFO (qtp215693388-6533) [n:127.0.0.1:33220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1427089 INFO (qtp1436487762-6548) [n:127.0.0.1:36491_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=36
[junit4] 2> 1427089 DEBUG (qtp215693388-6536) [n:127.0.0.1:33220_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1427106 INFO (qtp215693388-6536) [n:127.0.0.1:33220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=287
[junit4] 2> 1427110 DEBUG (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1427138 DEBUG (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36491_solr, 127.0.0.1:33220_solr]
[junit4] 2> 1427138 DEBUG (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1427146 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1427164 INFO (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1427164 INFO (qtp215693388-6538) [n:127.0.0.1:33220_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1427199 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1427199 DEBUG (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1427200 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1427200 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1427250 INFO (qtp215693388-6538) [n:127.0.0.1:33220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=85
[junit4] 2> 1427251 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1427264 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1427264 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1427264 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1427265 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cd62690{/solr,null,AVAILABLE}
[junit4] 2> 1427265 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@427d1b51{SSL,[ssl, http/1.1]}{127.0.0.1:44245}
[junit4] 2> 1427265 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.Server Started @1437366ms
[junit4] 2> 1427265 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44245}
[junit4] 2> 1427266 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1427266 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1427266 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1427266 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1427266 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T11:21:28.046Z
[junit4] 2> 1427284 INFO (zkConnectionManagerCallback-1583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427287 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1427336 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38623/solr
[junit4] 2> 1427353 INFO (zkConnectionManagerCallback-1587-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427366 INFO (zkConnectionManagerCallback-1589-thread-1-processing-n:127.0.0.1:44245_solr) [n:127.0.0.1:44245_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427369 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:44245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1427432 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:44245_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1427433 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:44245_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44245_solr
[junit4] 2> 1427447 INFO (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1427470 INFO (zkCallback-1570-thread-2-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1427483 INFO (zkCallback-1588-thread-1-processing-n:127.0.0.1:44245_solr) [n:127.0.0.1:44245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1427503 INFO (zkCallback-1580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1427686 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:44245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44245.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1427738 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:44245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44245.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1427739 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:44245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44245.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1427740 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:44245_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_672CDC9CFB164B10-001/tempDir-001/node3/.
[junit4] 2> 1428200 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1428200 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1428201 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:44245_solr at time 1765620973964947
[junit4] 2> 1429221 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1429221 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1429250 INFO (OverseerCollectionConfigSetProcessor-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1430226 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1430226 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1431226 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1431226 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1432248 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1432248 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1433248 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1433248 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1434254 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1434254 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1435263 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1435263 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1436263 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1436263 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1437268 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1437268 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1438278 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1438278 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1438278 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:44245_solr] added at times [1765620973964947], now=1765631051167608
[junit4] 2> 1438278 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"645d2aaf60e93T3z02o1edokchnea5zc5ko0d1m",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1765620973964947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1765620973964947],
[junit4] 2> "nodeNames":["127.0.0.1:44245_solr"]}}
[junit4] 2> 1438282 DEBUG (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
[junit4] 2> 1438283 INFO (ScheduledTrigger-3071-thread-1) [n:127.0.0.1:36491_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1438283 DEBUG (AutoscalingActionExecutor-3072-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"645d2aaf60e93T3z02o1edokchnea5zc5ko0d1m",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1765620973964947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1765620973964947],
[junit4] 2> "_enqueue_time_":1765631055412606,
[junit4] 2> "nodeNames":["127.0.0.1:44245_solr"]}}
[junit4] 2> 1438284 DEBUG (AutoscalingActionExecutor-3072-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 1438284 DEBUG (AutoscalingActionExecutor-3072-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=645d2aaf60e93T3z02o1edokchnea5zc5ko0d1m
[junit4] 2> 1438307 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1438379 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1438379 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1438379 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1438380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@333c6842{/solr,null,AVAILABLE}
[junit4] 2> 1438380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2cc277be{SSL,[ssl, http/1.1]}{127.0.0.1:38087}
[junit4] 2> 1438380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.Server Started @1448481ms
[junit4] 2> 1438380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38087}
[junit4] 2> 1438381 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1438381 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1438381 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1438381 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1438381 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T11:21:39.161Z
[junit4] 2> 1438467 INFO (zkConnectionManagerCallback-1593-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1438475 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1438704 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38623/solr
[junit4] 2> 1438740 INFO (zkConnectionManagerCallback-1597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1438741 INFO (zkConnectionManagerCallback-1599-thread-1-processing-n:127.0.0.1:38087_solr) [n:127.0.0.1:38087_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1438842 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:38087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1438843 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:38087_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1438878 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:38087_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38087_solr
[junit4] 2> 1438879 INFO (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1438882 INFO (zkCallback-1588-thread-1-processing-n:127.0.0.1:44245_solr) [n:127.0.0.1:44245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1438882 INFO (zkCallback-1580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1438890 INFO (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1438934 INFO (zkCallback-1598-thread-1-processing-n:127.0.0.1:38087_solr) [n:127.0.0.1:38087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1439653 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:38087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38087.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1439690 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:38087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38087.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1439690 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:38087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38087.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f991ba0
[junit4] 2> 1439707 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [n:127.0.0.1:38087_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_672CDC9CFB164B10-001/tempDir-001/node4/.
[junit4] 2> 1443290 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1443291 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1443291 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38087_solr at time 1765636063986154
[junit4] 2> 1444291 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1444291 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1445291 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1445291 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1446296 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1446296 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1447297 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1447297 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1448302 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1448302 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1449302 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1449302 DEBUG (ScheduledTrigger-3071-thread-4) [n:127.0.0.1:36491_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1449958 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@386d641b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1449958 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=777065249
[junit4] 2> 1449958 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1449958 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9985749: rootName = solr_36491, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8d37f25
[junit4] 2> 1449980 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1449980 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5bd5d1d5: rootName = solr_36491, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7cad63cb
[junit4] 2> 1449996 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1449996 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58814df: rootName = solr_36491, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a8ec394
[junit4] 2> 1449997 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36491_solr
[junit4] 2> 1449997 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1449997 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1449997 INFO (zkCallback-1598-thread-1-processing-n:127.0.0.1:38087_solr) [n:127.0.0.1:38087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1449998 INFO (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1449998 INFO (zkCallback-1580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1449998 INFO (zkCallback-1588-thread-1-processing-n:127.0.0.1:44245_solr) [n:127.0.0.1:44245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1449998 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.Overseer Overseer (id=72173305497321478-127.0.0.1:36491_solr-n_0000000000) closing
[junit4] 2> 1449998 INFO (OverseerStateUpdate-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36491_solr
[junit4] 2> 1449998 WARN (OverseerAutoScalingTriggerThread-72173305497321478-127.0.0.1:36491_solr-n_0000000000) [n:127.0.0.1:36491_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1449998 INFO (zkCallback-1570-thread-1-processing-n:127.0.0.1:36491_solr) [n:127.0.0.1:36491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1449998 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1450000 INFO (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33220_solr
[junit4] 2> 1450000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@133a1e7c{/solr,null,UNAVAILABLE}
[junit4] 2> 1450000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1450001 INFO (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.Overseer Overseer (id=72173305497321477-127.0.0.1:33220_solr-n_0000000001) starting
[junit4] 2> 1450012 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1450016 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1450016 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44245_solr, 127.0.0.1:38087_solr, 127.0.0.1:33220_solr]
[junit4] 2> 1450016 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1450017 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44245_solr, 127.0.0.1:38087_solr, 127.0.0.1:33220_solr]
[junit4] 2> 1450017 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 1450017 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1450017 INFO (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1450017 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:38087_solr
[junit4] 2> 1450018 DEBUG (ScheduledTrigger-3092-thread-1) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1450018 DEBUG (ScheduledTrigger-3092-thread-1) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1450019 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1450019 DEBUG (ScheduledTrigger-3092-thread-1) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1451019 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1451019 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1451020 DEBUG (ScheduledTrigger-3092-thread-3) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1452020 DEBUG (ScheduledTrigger-3092-thread-1) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1452020 DEBUG (ScheduledTrigger-3092-thread-1) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1452020 DEBUG (ScheduledTrigger-3092-thread-4) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1453026 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1453026 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1453026 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1454027 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 1454027 DEBUG (ScheduledTrigger-3092-thread-4) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1454027 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1454027 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:38087_solr] added at times [1765636063986154], now=1765646800193015
[junit4] 2> 1454027 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"645d62e6581eaT3z02o1edokchnea5zc5ko0d1o",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1765636063986154,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1765636063986154],
[junit4] 2> "nodeNames":["127.0.0.1:38087_solr"]}}
[junit4] 2> 1454035 DEBUG (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
[junit4] 2> 1454036 INFO (ScheduledTrigger-3092-thread-2) [n:127.0.0.1:33220_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1454036 DEBUG (AutoscalingActionExecutor-3093-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"645d62e6581eaT3z02o1edokchnea5zc5ko0d1o",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1765636063986154,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1765636063986154],
[junit4] 2> "_enqueue_time_":1765646808964391,
[junit4] 2> "nodeNames":["127.0.0.1:38087_solr"]}}
[junit4] 2> 1454036 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[672CDC9CFB164B10]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 1454052 DEBUG (AutoscalingActionExecutor-3093-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1454052 DEBUG (AutoscalingActionExecutor-3093-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 1454052 DEBUG (AutoscalingActionExecutor-3093-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 15 ms for event id=645d62e6581eaT3z02o1edokchnea5zc5ko0d1o
[junit4] 2> 1454125 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 1454125 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1454125 DEBUG (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1454125 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1454130 INFO (qtp215693388-6536) [n:127.0.0.1:33220_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1454165 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1454165 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1454166 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1454191 INFO (qtp215693388-6536) [n:127.0.0.1:33220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=60
[junit4] 2> 1454212 INFO (qtp215693388-6539) [n:127.0.0.1:33220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1454307 INFO (qtp1820037159-6630) [n:127.0.0.1:38087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1454385 INFO (qtp1528959715-6601) [n:127.0.0.1:44245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1454385 DEBUG (qtp215693388-6538) [n:127.0.0.1:33220_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1454385 INFO (qtp215693388-6538) [n:127.0.0.1:33220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=193
[junit4] 2> 1454385 DEBUG (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1454386 DEBUG (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44245_solr, 127.0.0.1:38087_solr, 127.0.0.1:33220_solr]
[junit4] 2> 1454386 DEBUG (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1454386 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1454387 INFO (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1454387 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1454387 DEBUG (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1454388 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@11046898{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1454404 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=362747350
[junit4] 2> 1454405 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1454405 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43f34488: rootName = solr_33220, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@25e82031
[junit4] 2> 1454410 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1454410 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11e44dd5: rootName = solr_33220, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7cad63cb
[junit4] 2> 1454415 DEBUG (ScheduledTrigger-3092-thread-4) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1454415 DEBUG (ScheduledTrigger-3092-thread-4) [n:127.0.0.1:33220_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1454426 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1454426 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d95d0a6: rootName = solr_33220, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a8ec394
[junit4] 2> 1454427 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33220_solr
[junit4] 2> 1454427 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1454428 INFO (zkCallback-1568-thread-1-processing-n:127.0.0.1:33220_solr) [n:127.0.0.1:33220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1454428 INFO (zkCallback-1588-thread-1-processing-n:127.0.0.1:44245_solr) [n:127.0.0.1:44245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1454437 INFO (zkCallback-1580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1454437 INFO (zkCallback-1598-thread-1-processing-n:127.0.0.1:38087_solr) [n:127.0.0.1:38087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1454452 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1454452 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.Overseer Overseer (id=72173305497321477-127.0.0.1:33220_solr-n_0000000001) closing
[junit4] 2> 1454452 INFO (OverseerStateUpdate-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33220_solr
[junit4] 2> 1454454 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1454452 WARN (OverseerAutoScalingTriggerThread-72173305497321477-127.0.0.1:33220_solr-n_0000000001) [n:127.0.0.1:33220_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1454456 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3366a1a4{/solr,null,UNAVAILABLE}
[junit4] 2> 1454456 INFO (zkCallback-1588-thread-1-processing-n:127.0.0.1:44245_solr) [n:127.0.0.1:44245_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44245_solr
[junit4] 2> 1454457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1454458 INFO (zkCallback-1588-thread-1-processing-n:127.0.0.1:44245_solr) [n:127.0.0.1:44245_solr ] o.a.s.c.Overseer Overseer (id=72173305497321483-127.0.0.1:44245_solr-n_0000000002) starting
[junit4] 2> 1454461 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1454469 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1454469 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44245_solr, 127.0.0.1:38087_solr]
[junit4] 2> 1454469 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1454470 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44245_solr, 127.0.0.1:38087_solr]
[junit4] 2> 1454470 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 1454470 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1454470 INFO (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1454471 DEBUG (ScheduledTrigger-3097-thread-1) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1454471 DEBUG (ScheduledTrigger-3097-thread-1) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1454471 DEBUG (OverseerAutoScalingTriggerThread-72173305497321483-127.0.0.1:44245_solr-n_0000000002) [n:127.0.0.1:44245_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1454472 DEBUG (ScheduledTrigger-3097-thread-1) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1455472 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1455472 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1455472 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1456472 DEBUG (ScheduledTrigger-3097-thread-3) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1456472 DEBUG (ScheduledTrigger-3097-thread-3) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1456472 DEBUG (ScheduledTrigger-3097-thread-1) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1457473 DEBUG (ScheduledTrigger-3097-thread-3) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1457473 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1457473 DEBUG (ScheduledTrigger-3097-thread-3) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1458473 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1458473 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1458473 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1459485 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1459485 DEBUG (ScheduledTrigger-3097-thread-4) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1459485 DEBUG (ScheduledTrigger-3097-thread-4) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1460485 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1460486 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1460486 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1461486 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1461486 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1461486 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1462499 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1462499 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1462499 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1463499 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1463499 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1463499 DEBUG (ScheduledTrigger-3097-thread-2) [n:127.0.0.1:44245_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1464459 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1464460 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1464460 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1464460 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1464460 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bdff50a{/solr,null,AVAILABLE}
[junit4] 2> 1464461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25332282{SSL,[ssl, http/1.1]}{127.0.0.1:42207}
[junit4] 2> 1464461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.e.j.s.Server Started @1474561ms
[junit4] 2> 1464461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42207}
[junit4] 2> 1464461 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1464461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1464461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1464461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1464461 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T11:22:05.241Z
[junit4] 2> 1464471 INFO (zkConnectionManagerCallback-1603-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464471 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1464478 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[672CDC9CFB164B10]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38623/solr
[junit4] 2> 1464487
[...truncated too long message...]
0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36387 36387
[junit4] 2> 3697074 INFO (Thread-4468) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36387 36387
[junit4] 2> 3697076 WARN (Thread-4468) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/configs/conf
[junit4] 2> 24 /solr/collections/tlog_replica_test_create_delete/terms/shard1
[junit4] 2> 19 /solr/collections/tlog_replica_test_create_delete/terms/shard2
[junit4] 2> 11 /solr/collections/tlog_replica_test_recovery/terms/shard1
[junit4] 2> 11 /solr/collections/tlog_replica_test_real_time_get/terms/shard1
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 10 /solr/collections/tlog_replica_test_add_docs/terms/shard1
[junit4] 2> 10 /solr/collections/tlog_replica_test_remove_leader/terms/shard1
[junit4] 2> 9 /solr/collections/tlog_replica_test_basic_leader_election/terms/shard1
[junit4] 2> 9 /solr/collections/tlog_replica_test_kill_leader/terms/shard1
[junit4] 2> 9 /solr/security.json
[junit4] 2> 8 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/terms/shard1
[junit4] 2> 7 /solr/collections/tlog_replica_test_delete_by_id/terms/shard1
[junit4] 2> 7 /solr/collections/tlog_replica_test_kill_tlog_replica/terms/shard1
[junit4] 2> 7 /solr/collections/tlog_replica_test_only_leader_indexes/terms/shard1
[junit4] 2> 4 /solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard1
[junit4] 2> 4 /solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 29 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 8 /solr/overseer_elect/election/72173445802098692-127.0.0.1:38230_solr-n_0000000000
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/72173445802098692-core_node4-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/72173445802098692-core_node11-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_add_docs/leader_elect/shard1/election/72173445802098717-core_node6-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/72173445802098717-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_672CDC9CFB164B10-001
[junit4] 2> Jan 30, 2018 11:59:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Direct), title_s=Lucene50(blocksize=128), id=FST50}, docValues:{_version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=849, maxMBSortInHeap=7.923762605747803, sim=RandomSimilarity(queryNorm=false): {}, locale=es-DO, timezone=Africa/Monrovia
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=184182600,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, TestNodeAddedTrigger, OverriddenZkACLAndCredentialsProvidersTest, TestPrepRecovery, TestIntervalFaceting, ClassificationUpdateProcessorFactoryTest, HdfsAutoAddReplicasIntegrationTest, OverseerTest, TestInfoStreamLogging, TestSchemalessBufferedUpdates, SignatureUpdateProcessorFactoryTest, SolrInfoBeanTest, TestGraphTermsQParserPlugin, DOMUtilTest, TestRequestStatusCollectionAPI, TestZkAclsWithHadoopAuth, SimpleCollectionCreateDeleteTest, TestClusterProperties, TestHdfsBackupRestoreCore, LeaderFailoverAfterPartitionTest, CoreAdminCreateDiscoverTest, SuggesterTest, DeleteStatusTest, AnalysisErrorHandlingTest, TestPerFieldSimilarity, TestJsonFacets, FullHLLTest, TemplateUpdateProcessorTest, TestLegacyNumericRangeQueryBuilder, TestSchemaResource, ConjunctionSolrSpellCheckerTest, TestClusterStateMutator, TestSolrCoreSnapshots, TestManagedResource, DistributedMLTComponentTest, TestDynamicFieldResource, TolerantUpdateProcessorTest, TestRandomCollapseQParserPlugin, ShardRoutingCustomTest, TestZkChroot, TestPKIAuthenticationPlugin, TestCloudManagedSchema, SharedFSAutoReplicaFailoverTest, SampleTest, V2ApiIntegrationTest, PeerSyncTest, HdfsUnloadDistributedZkTest, SOLR749Test, CollectionsAPIAsyncDistributedZkTest, TestSolrConfigHandlerCloud, FileUtilsTest, TestFastLRUCache, TestNonDefinedSimilarityFactory, TestCharFilters, CdcrBidirectionalTest, TestEmbeddedSolrServerAdminHandler, SuggestComponentContextFilterQueryTest, TestCustomStream, HdfsChaosMonkeyNothingIsSafeTest, ExitableDirectoryReaderTest, TestXmlQParserPlugin, TestSimpleQParserPlugin, HdfsRecoverLeaseTest, SoftAutoCommitTest, SchemaVersionSpecificBehaviorTest, TestApiFramework, TestHighFrequencyDictionaryFactory, ManagedSchemaRoundRobinCloudTest, TestElisionMultitermQuery, SecurityConfHandlerTest, TestExpandComponent, ReplicaListTransformerTest, TestTrie, IndexSchemaTest, TestStressUserVersions, MetricsConfigTest, TestXIncludeConfig, ConfigSetsAPITest, ConfigureRecoveryStrategyTest, LoggingHandlerTest, CreateRoutedAliasTest, TestLeaderElectionWithEmptyReplica, TestNumericTokenStream, CustomCollectionTest, BadComponentTest, CollectionStateFormat2Test, TestSubQueryTransformer, TestDocTermOrds, TestScoreJoinQPScore, SortByFunctionTest, TestCollapseQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestDistributedGrouping, SliceStateTest, SimpleMLTQParserTest, DistributedFacetPivotLongTailTest, AssignTest, UtilsToolTest, PolyFieldTest, TestSolrConfigHandler, BasicAuthStandaloneTest, TestReloadAndDeleteDocs, TestSimpleTrackingShardHandler, QueryEqualityTest, TestCoreAdminApis, HttpPartitionTest, TestHdfsCloudBackupRestore, TestCloudInspectUtil, TestBinaryResponseWriter, NodeAddedTriggerTest, SolrSlf4jReporterTest, BlobRepositoryCloudTest, TestRequestForwarding, TestRandomFlRTGCloud, SyncSliceTest, TestStressRecovery, HdfsSyncSliceTest, TestDelegationWithHadoopAuth, DistributedExpandComponentTest, InfoHandlerTest, TestHalfAndHalfDocValues, DeleteNodeTest, TestSearchPerf, TestSimDistributedQueue, PrimUtilsTest, TestBM25SimilarityFactory, TestTrackingShardHandlerFactory, TestRetrieveFieldsOptimizer, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestFaceting, TestRecovery, TestStressReorder, TestReload, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, QueryElevationComponentTest, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, TestStressLucene, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestLFUCache, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudDeleteByQuery, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestPullReplica, TestTlogReplica]
[junit4] Completed [579/772 (3!)] on J1 in 133.63s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48768 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 347 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/347/
16 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:A3A7DEC5C64E9515]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1(AliasIntegrationTest.java:251)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:FF6A72BEF851AED7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2(AliasIntegrationTest.java:237)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:FA935FD6481EEBB4]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:364)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:681)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1318)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1309)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1301)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexQueryDeleteHierarchical(FullSolrCloudDistribCmdsTest.java:528)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 49 more
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:52968
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52968
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:FA935FD6481EEBB4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1674)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1688)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1612)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollectionRetry(AbstractFullDistribZkTestBase.java:1917)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:354)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 50 more
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition
Error Message:
Could not load collection from ZK: movereplicatest_coll4
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: movereplicatest_coll4
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:7897EF7A26E2E7ED]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:849)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.addDocs(MoveReplicaHDFSFailoverTest.java:203)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/movereplicatest_coll4/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 48 more
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:3D5984D1E7E8C92E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:149)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
core_node1 should be gone after publishing the null state
Stack Trace:
java.lang.AssertionError: core_node1 should be gone after publishing the null state
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:76CFEFFFF447696D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:646)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
KeeperErrorCode = Session expired for /live_nodes
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:FA935FD6481EEBB4]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1535)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:673)
at org.apache.solr.common.cloud.ZkStateReader.updateLiveNodes(ZkStateReader.java:385)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:89)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields
Error Message:
Could not load collection from ZK: org.apache.solr.cloud.TestCloudPseudoReturnFields_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: org.apache.solr.cloud.TestCloudPseudoReturnFields_collection
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:137)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.TestCloudPseudoReturnFields.waitForRecoveriesToFinish(TestCloudPseudoReturnFields.java:836)
at org.apache.solr.cloud.TestCloudPseudoReturnFields.createMiniSolrCloudCluster(TestCloudPseudoReturnFields.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/org.apache.solr.cloud.TestCloudPseudoReturnFields_collection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 29 more
FAILED: org.apache.solr.cloud.TestRandomRequestDistribution.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37439
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37439
at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C:FA935FD6481EEBB4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 44 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRandomRequestDistribution
Error Message:
39 threads leaked from SUITE scope at org.apache.solr.cloud.TestRandomRequestDistribution: 1) Thread[id=24515, name=ScheduledTrigger-6716-thread-2, state=WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=24485, name=Scheduler-908554138, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=24514, name=qtp1964342669-24514, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=24521, name=searcherExecutor-6724-thread-1, state=WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=24536, name=zkCallback-5561-thread-6, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=24489, name=zkCallback-5561-thread-2, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=24465, name=qtp1964342669-24465, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=24484, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=24464, name=qtp1964342669-24464, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=24517, name=searcherExecutor-6719-thread-1, state=WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=24490, name=zkCallback-5561-thread-3, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=24510, name=coreZkRegister-6709-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=24491, name=zkCallback-5561-thread-4, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=24480, name=zkCallback-5561-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=24472, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=24537, name=zkCallback-5561-thread-7, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=24473, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=24506, name=OverseerStateUpdate-73224306782371851-127.0.0.1:37439_-n_0000000002, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=24519, name=ScheduledTrigger-6716-thread-4, state=WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=24505, name=zkConnectionManagerCallback-5562-thread-1-processing-n:127.0.0.1:37439_-EventThread, state=WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 21) Thread[id=24507, name=OverseerCollectionConfigSetProcessor-73224306782371851-127.0.0.1:37439_-n_0000000002, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=24508, name=OverseerAutoScalingTriggerThread-73224306782371851-127.0.0.1:37439_-n_0000000002, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=24468, name=Scheduler-662695520, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=24462, name=qtp1964342669-24462-acceptor-0@a2f6fec-ServerConnector@209f934c{HTTP/1.1,[http/1.1]}{127.0.0.1:37439}, state=RUNNABLE, group=TGRP-TestRandomRequestDistribution] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=24482, name=Thread-9497, state=WAITING, group=TGRP-TestRandomRequestDistribution] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1722) 26) Thread[id=24518, name=ScheduledTrigger-6716-thread-3, state=WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=24461, name=qtp1964342669-24461, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.apache.solr.cloud.OverseerTaskQueue$LatchWatcher.await(OverseerTaskQueue.java:158) at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:208) at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314) at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:254) at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:232) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:530) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.io.ManagedSelector$$Lambda$22/207213238.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=24497, name=zkCallback-5561-thread-5, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=24488, name=watches-5563-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=24467, name=qtp1964342669-24467, state=RUNNABLE, group=TGRP-TestRandomRequestDistribution] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=24512, name=ScheduledTrigger-6716-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365) at org.apache.solr.cloud.ZkDistributedQueue.offer(ZkDistributedQueue.java:321) at org.apache.solr.cloud.autoscaling.TriggerEventQueue.offerEvent(TriggerEventQueue.java:58) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.enqueue(ScheduledTriggers.java:521) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:272) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$106/299032129.process(Unknown Source) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:159) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:569) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=24527, name=updateExecutor-5557-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=24463, name=qtp1964342669-24463, state=RUNNABLE, group=TGRP-TestRandomRequestDistribution] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=24504, name=zkConnectionManagerCallback-5562-thread-1-processing-n:127.0.0.1:37439_-SendThread(127.0.0.1:51810), state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 35) Thread[id=24509, name=OverseerThreadFactory-6718-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=24479, name=zkConnectionManagerCallback-5562-thread-1, state=WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=24528, name=recoveryExecutor-5558-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=24460, name=qtp1964342669-24460, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=24466, name=qtp1964342669-24466, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 39 threads leaked from SUITE scope at org.apache.solr.cloud.TestRandomRequestDistribution:
1) Thread[id=24515, name=ScheduledTrigger-6716-thread-2, state=WAITING, group=TGRP-TestRandomRequestDistribution]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=24485, name=Scheduler-908554138, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=24514, name=qtp1964342669-24514, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.
[...truncated too long message...]
n(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 20) Thread[id=24467, name=qtp1964342669-24467, state=RUNNABLE, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=24512, name=ScheduledTrigger-6716-thread-1, state=WAITING, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=24527, name=updateExecutor-5557-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 23) Thread[id=24463, name=qtp1964342669-24463, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=24504, name=zkConnectionManagerCallback-5562-thread-1-processing-n:127.0.0.1:37439_-SendThread(127.0.0.1:51810), state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 25) Thread[id=24479, name=zkConnectionManagerCallback-5562-thread-1, state=WAITING, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 26) Thread[id=24528, name=recoveryExecutor-5558-thread-1, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 27) Thread[id=24460, name=qtp1964342669-24460, state=RUNNABLE, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 28) Thread[id=24466, name=qtp1964342669-24466, state=TIMED_WAITING, group=TGRP-TestRandomRequestDistribution]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([72C7600CE6E2864C]:0)
[junit4] Completed [549/774 (12!)] on J0 in 100.37s, 1 test, 3 errors <<< FAILURES!
[...truncated 48886 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 346 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/346/
11 tests failed.
FAILED: org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
Error Message:
concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
Stack Trace:
java.lang.AssertionError: concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:9AEE98417D814094]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal(ConcurrentCreateRoutedAliasTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Didn't see all replicas for shard shard1 in forceleader_test_collection come up within 90000 ms! ClusterState: { "control_collection":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node2":{ "core":"control_collection_shard1_replica_n1", "base_url":"http://127.0.0.1:50147", "node_name":"127.0.0.1:50147_", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}, "forceleader_test_collection":{ "pullReplicas":"0", "replicationFactor":"0", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node2":{ "core":"forceleader_test_collection_shard1_replica_t1", "base_url":"http://127.0.0.1:50740", "node_name":"127.0.0.1:50740_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node4":{ "core":"forceleader_test_collection_shard1_replica_t3", "base_url":"http://127.0.0.1:36186", "node_name":"127.0.0.1:36186_", "state":"down", "type":"TLOG"}, "core_node6":{ "core":"forceleader_test_collection_shard1_replica_t5", "base_url":"http://127.0.0.1:51355", "node_name":"127.0.0.1:51355_", "state":"down", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"3"}, "collection1":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node44":{ "core":"collection1_shard1_replica_t43", "base_url":"http://127.0.0.1:36186", "node_name":"127.0.0.1:36186_", "state":"active", "type":"TLOG", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node42":{ "core":"collection1_shard2_replica_t41", "base_url":"http://127.0.0.1:50740", "node_name":"127.0.0.1:50740_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node46":{ "core":"collection1_shard2_replica_t45", "base_url":"http://127.0.0.1:51355", "node_name":"127.0.0.1:51355_", "state":"down", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in forceleader_test_collection come up within 90000 ms! ClusterState: {
"control_collection":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"control_collection_shard1_replica_n1",
"base_url":"http://127.0.0.1:50147",
"node_name":"127.0.0.1:50147_",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"},
"forceleader_test_collection":{
"pullReplicas":"0",
"replicationFactor":"0",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"forceleader_test_collection_shard1_replica_t1",
"base_url":"http://127.0.0.1:50740",
"node_name":"127.0.0.1:50740_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node4":{
"core":"forceleader_test_collection_shard1_replica_t3",
"base_url":"http://127.0.0.1:36186",
"node_name":"127.0.0.1:36186_",
"state":"down",
"type":"TLOG"},
"core_node6":{
"core":"forceleader_test_collection_shard1_replica_t5",
"base_url":"http://127.0.0.1:51355",
"node_name":"127.0.0.1:51355_",
"state":"down",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"3"},
"collection1":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node44":{
"core":"collection1_shard1_replica_t43",
"base_url":"http://127.0.0.1:36186",
"node_name":"127.0.0.1:36186_",
"state":"active",
"type":"TLOG",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node42":{
"core":"collection1_shard2_replica_t41",
"base_url":"http://127.0.0.1:50740",
"node_name":"127.0.0.1:50740_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node46":{
"core":"collection1_shard2_replica_t45",
"base_url":"http://127.0.0.1:51355",
"node_name":"127.0.0.1:51355_",
"state":"down",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}}
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:B8E2A0D3E91C0ECF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:2005)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:237)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[5E759413D09EF7AE:4565655F266E0F9E]}
Error Message:
KeeperErrorCode = Session expired for /
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.SolrZkClient.printLayout(SolrZkClient.java:569)
at org.apache.solr.common.cloud.SolrZkClient.printLayoutToStream(SolrZkClient.java:614)
at org.apache.solr.common.cloud.SolrZkClient.printLayoutToStdOut(SolrZkClient.java:609)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:189)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[5E759413D09EF7AE:F133D9A312ACC4B2]}
Error Message:
Expected exception SolrException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:F133D9A312ACC4B2]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2675)
at org.apache.solr.cloud.TestPullReplica.setUp(TestPullReplica.java:102)
at sun.reflect.GeneratedMethodAccessor25.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:A73807BCECEBBA24]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
Could not load collection from ZK: hdfsbackuprestore_restored
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: hdfsbackuprestore_restored
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:D621ABC97E629A56]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:137)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:291)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/hdfsbackuprestore_restored/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 44 more
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:95C6FA60B6C15B5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:49559_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:49559_solr wasn't created
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:46CF1C1FDEAB3A41]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:938)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:33D8A9A1F5851E1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:6FCBF9F7AE34825C]:0)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown(TestTriggerIntegration.java:1086)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
Error Message:
Could not load collection from ZK: myalias_2017-10-23
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: myalias_2017-10-23
at __randomizedtesting.SeedInfo.seed([5E759413D09EF7AE:D621ABC97E629A56]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:849)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.queryNumDocs(TimeRoutedAliasUpdateProcessorTest.java:286)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.addDocsAndCommit(TimeRoutedAliasUpdateProcessorTest.java:232)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:163)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/myalias_2017-10-23/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 48 more
Build Log:
[...truncated 11774 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> 0 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E759413D09EF7AE-001/init-core-data-001
[junit4] 2> 1747 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2425 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.e.j.u.log Logging initialized @25983ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 2509 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 5902 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E759413D09EF7AE-001/tempDir-001
[junit4] 2> 5974 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6009 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6010 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6760 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41506
[junit4] 2> 7708 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0: ZooKeeperServer not running
[junit4] 2> 8503 ERROR (Thread-1) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 10257 INFO (zkConnectionManagerCallback-4-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10532 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1042160735b0000, likely client has closed socket
[junit4] 2> 14084 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 14119 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 14361 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 14361 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 14373 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 15381 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 15437 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 15438 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 15789 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d23014d{/solr,null,AVAILABLE}
[junit4] 2> 15790 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1830188c{/solr,null,AVAILABLE}
[junit4] 2> 16641 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22dc005a{SSL,[ssl, http/1.1]}{127.0.0.1:38245}
[junit4] 2> 16642 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server Started @40325ms
[junit4] 2> 16642 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38245}
[junit4] 2> 16810 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c764106{SSL,[ssl, http/1.1]}{127.0.0.1:58364}
[junit4] 2> 16810 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server Started @40493ms
[junit4] 2> 16810 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58364}
[junit4] 2> 16911 ERROR (jetty-launcher-1-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16928 ERROR (jetty-launcher-1-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16929 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 16948 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 16982 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16982 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16982 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16984 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 17724 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T12:25:35.886Z
[junit4] 2> 17761 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T12:25:35.885Z
[junit4] 2> 18201 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 18336 INFO (zkConnectionManagerCallback-8-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 18377 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 18398 INFO (zkConnectionManagerCallback-6-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 18657 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 26012 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41506/solr
[junit4] 2> 26037 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41506/solr
[junit4] 2> 26286 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 26309 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 26805 INFO (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:58364_solr) [n:127.0.0.1:58364_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 26806 INFO (zkConnectionManagerCallback-18-thread-1-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 32613 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 32635 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38245_solr
[junit4] 2> 33009 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.c.Overseer Overseer (id=73220192080691205-127.0.0.1:38245_solr-n_0000000000) starting
[junit4] 2> 33203 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:58364_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 33243 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:58364_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58364_solr
[junit4] 2> 33555 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:58364_solr) [n:127.0.0.1:58364_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 33746 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35184 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38245_solr
[junit4] 2> 35363 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:58364_solr) [n:127.0.0.1:58364_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 35381 INFO (OverseerStateUpdate-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 40910 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:58364_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58364.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bb994b
[junit4] 2> 40911 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:58364_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58364.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bb994b
[junit4] 2> 40911 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:58364_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58364.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bb994b
[junit4] 2> 40929 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38245.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bb994b
[junit4] 2> 40970 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38245.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bb994b
[junit4] 2> 40970 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38245.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bb994b
[junit4] 2> 41672 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:58364_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E759413D09EF7AE-001/tempDir-001/node2/.
[junit4] 2> 41678 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:38245_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E759413D09EF7AE-001/tempDir-001/node1/.
[junit4] 2> 43940 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44167 INFO (zkConnectionManagerCallback-30-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44206 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 44208 INFO (SUITE-AutoScalingHandlerTest-seed#[5E759413D09EF7AE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41506/solr ready
[junit4] 2> 44645 INFO (TEST-AutoScalingHandlerTest.testReadApi-seed#[5E759413D09EF7AE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReadApi
[junit4] 2> 51915 INFO (qtp1363753776-24) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=41
[junit4] 2> 54345 INFO (qtp1859038655-37) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=17
[junit4] 2> 54389 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4184
[junit4] 2> 54618 INFO (qtp1363753776-29) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 54684 INFO (qtp1859038655-36) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 54744 INFO (qtp1859038655-37) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=334
[junit4] 2> 54864 INFO (qtp1363753776-30) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=3
[junit4] 2> 54870 INFO (qtp1859038655-39) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=1
[junit4] 2> 54874 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=119
[junit4] 2> 54921 INFO (qtp1363753776-24) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=14
[junit4] 2> 54997 INFO (qtp1859038655-37) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 55024 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=145
[junit4] 2> 55094 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=48
[junit4] 2> 55170 INFO (qtp1363753776-30) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 55190 INFO (qtp1859038655-39) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 55230 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling/diagnostics params={wt=javabin&version=2} status=0 QTime=104
[junit4] 2> 55433 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 55461 INFO (OverseerThreadFactory-12-thread-1-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 55509 ERROR (OverseerThreadFactory-12-thread-1-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: readApiTestViolations operation: create failed:org.apache.solr.common.SolrException: 'maxShardsPerNode>0' is not supported when autoScaling policies are used
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.buildReplicaPositions(CreateCollectionCmd.java:293)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:122)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:254)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 56199 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=934
[junit4] 2> 56231 INFO (OverseerCollectionConfigSetProcessor-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 56282 INFO (qtp1363753776-24) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 56407 INFO (qtp1859038655-37) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 56437 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=175
[junit4] 2> 56463 INFO (qtp1363753776-29) [n:127.0.0.1:38245_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 56581 INFO (OverseerThreadFactory-12-thread-2-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 56597 WARN (OverseerThreadFactory-12-thread-2-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 6 on collection readApiTestViolations is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 56793 INFO (qtp1363753776-30) [n:127.0.0.1:38245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=18
[junit4] 2> 56839 INFO (qtp1859038655-39) [n:127.0.0.1:58364_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 57345 INFO (OverseerThreadFactory-12-thread-2-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 17739888860 sessionWrapper.createTime 17739888356414277, this.sessionWrapper.createTime 17739888356414277
[junit4] 2> 57602 INFO (OverseerStateUpdate-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 57935 INFO (OverseerStateUpdate-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58364/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 57940 INFO (OverseerStateUpdate-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 57951 INFO (OverseerStateUpdate-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58364/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 57972 INFO (OverseerStateUpdate-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 57992 INFO (OverseerStateUpdate-73220192080691205-127.0.0.1:38245_solr-n_0000000000) [n:127.0.0.1:38245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58364/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 58567 INFO (qtp1363753776-24) [n:127.0.0.1:38245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n1&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 58659 INFO (qtp1363753776-24) [n:127.0.0.1:38245_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 58645 INFO (qtp1363753776-97) [n:127.0.0.1:38245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n9&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 58645 INFO (qtp1859038655-33) [n:127.0.0.1:58364_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n3&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 58958 INFO (qtp1859038655-33) [n:127.0.0.1:58364_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 59182 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n4&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 59183 INFO (qtp1859038655-39) [n:127.0.0.1:58364_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n10&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 59205 INFO (qtp1859038655-36) [n:127.0.0.1:58364_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n6&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 59376 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:38245_solr) [n:127.0.0.1:38245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 59376 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:58364_solr) [n:127.0.0.1:58364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 59434 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:58364_solr) [n:127.0.0.1:58364_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 60573 INFO (qtp1363753776-24) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node2 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 60688 INFO (qtp1859038655-36) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 60692 INFO (qtp1859038655-33) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 60593 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 60696 INFO (qtp1363753776-97) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 60759 INFO (qtp1859038655-39) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 63337 INFO (qtp1363753776-97) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n9] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n9] Schema name=minimal
[junit4] 2> 63339 INFO (qtp1859038655-39) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n10] Schema name=minimal
[junit4] 2> 63510 INFO (qtp1363753776-27) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n4] Schema name=minimal
[junit4] 2> 63522 INFO (qtp1363753776-24) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node2 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 64260 WARN (qtp1363753776-97) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n9] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 64101 WARN (qtp1363753776-27) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 64100 WARN (qtp1859038655-39) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 63956 INFO (qtp1859038655-33) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n3] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n3] Schema name=minimal
[junit4] 2> 63924 INFO (qtp1859038655-36) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n6] Schema name=minimal
[junit4] 2> 64605 WARN (qtp1363753776-27) [n:127.0.0.1:38245_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 64624 WARN (qtp1859038655-36) [n:127.0.0.1:58364_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Pleas
[...truncated too long message...]
2> 10928548 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 10928548 INFO (zkCallback-6901-thread-1-processing-n:127.0.0.1:47248_ld_%2Fax) [n:127.0.0.1:47248_ld_%2Fax ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 10928566 INFO (coreCloseExecutor-7135-thread-1) [n:127.0.0.1:47248_ld_%2Fax c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.c.SolrCore [collection1_shard1_replica_t47] CLOSING SolrCore org.apache.solr.core.SolrCore@66bd7fe9
[junit4] 2> 10928566 INFO (coreCloseExecutor-7135-thread-1) [n:127.0.0.1:47248_ld_%2Fax c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_t47, tag=1723695081
[junit4] 2> 10928566 INFO (coreCloseExecutor-7135-thread-1) [n:127.0.0.1:47248_ld_%2Fax c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@780f3ed9: rootName = null, domain = solr.core.collection1.shard1.replica_t47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_t47 / com.codahale.metrics.MetricRegistry@173c496b
[junit4] 2> 10928732 INFO (coreCloseExecutor-7135-thread-1) [n:127.0.0.1:47248_ld_%2Fax c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1723695081
[junit4] 2> 10928737 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.a.s.c.Overseer Overseer (id=73220899329015827-127.0.0.1:47248_ld_%2Fax-n_0000000004) closing
[junit4] 2> 10928738 INFO (OverseerStateUpdate-73220899329015827-127.0.0.1:47248_ld_%2Fax-n_0000000004) [n:127.0.0.1:47248_ld_%2Fax ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47248_ld_%2Fax
[junit4] 2> 10928738 WARN (OverseerAutoScalingTriggerThread-73220899329015827-127.0.0.1:47248_ld_%2Fax-n_0000000004) [n:127.0.0.1:47248_ld_%2Fax ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 10928794 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@53aa91e3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 10928794 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b60d898{/ld_/ax,null,UNAVAILABLE}
[junit4] 2> 10928794 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 10929103 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33819
[junit4] 2> 10929103 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 10929130 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5E759413D09EF7AE]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55377 55377
[junit4] 2> 10929422 INFO (Thread-4420) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55377 55377
[junit4] 2> 10929422 WARN (Thread-4420) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 6 /solr/collections/collection1/terms/shard1
[junit4] 2> 6 /solr/collections/testSplitStaticIndexReplication/terms/shard1_0
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 3 /solr/collections/testSplitStaticIndexReplication/terms/shard1_1
[junit4] 2> 3 /solr/collections/testSplitStaticIndexReplication/terms/shard1
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/testSplitStaticIndexReplication/state.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/73220899329015817-127.0.0.1:46629_ld_%2Fax-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 10 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_5E759413D09EF7AE-001
[junit4] 2> Feb 01, 2018 3:27:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=Memory), rnd_b=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Memory), id=PostingsFormat(name=Asserting)}, docValues:{shard_s=DocValuesFormat(name=Lucene70), rnd_b=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), n_ti=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1613, maxMBSortInHeap=6.918001884944582, sim=RandomSimilarity(queryNorm=false): {}, locale=bg-BG, timezone=Australia/Victoria
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=138599000,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetDistribTest, TestReversedWildcardFilterFactory, DistributedFacetPivotSmallTest, DirectoryFactoryTest, SolrMetricManagerTest, CurrencyRangeFacetCloudTest, TestSkipOverseerOperations, AsyncCallRequestStatusResponseTest, DocumentBuilderTest, TestNumericTerms32, DistanceUnitsTest, TestRebalanceLeaders, BaseCdcrDistributedZkTest, UpdateRequestProcessorFactoryTest, TestDistributedGrouping, TestRTGBase, LegacyCloudClusterPropTest, QueryEqualityTest, TestSolr4Spatial2, TriggerIntegrationTest, QueryParsingTest, BasicZkTest, DistributedQueryComponentOptimizationTest, TestAuthorizationFramework, TestStandardQParsers, BigEndianAscendingWordDeserializerTest, RestartWhileUpdatingTest, BasicAuthIntegrationTest, TestDocBasedVersionConstraints, TimeRoutedAliasUpdateProcessorTest, TestScoreJoinQPNoScore, SearchHandlerTest, TestSolrIndexConfig, StressHdfsTest, ZkShardTermsTest, HdfsLockFactoryTest, TestLeaderInitiatedRecoveryThread, SpatialHeatmapFacetsTest, TestConfigSetsAPIExclusivity, TestConfigSetImmutable, ConfigSetsAPITest, TestQueryUtils, MultiThreadedOCPTest, TestJettySolrRunner, PropertiesRequestHandlerTest, TestCoreBackup, SolrJmxReporterTest, SaslZkACLProviderTest, TestSchemaManager, TestFilteredDocIdSet, PeerSyncTest, TestSha256AuthenticationProvider, UninvertDocValuesMergePolicyTest, TestMacroExpander, TestSegmentSorting, TestSolrCloudWithSecureImpersonation, DistributedFacetPivotLargeTest, TestSubQueryTransformerDistrib, TestFieldCacheVsDocValues, TestDynamicFieldCollectionResource, TestDeleteCollectionOnDownNodes, TestJsonFacetRefinement, SchemaApiFailureTest, TestCloudSearcherWarming, SearchRateTriggerTest, HdfsNNFailoverTest, SampleTest, TestDistributedStatsComponentCardinality, TestExportWriter, TestUseDocValuesAsStored2, TestOrdValues, PeerSyncReplicationTest, TestManagedStopFilterFactory, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, ExecutePlanActionTest, TestSolrCloudSnapshots, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestLargeCluster, TermsComponentTest, SuggesterFSTTest, PrimUtilsTest, DistributedMLTComponentTest, DeleteStatusTest, TestXmlQParser, HdfsBasicDistributedZkTest, TestLRUCache, OverseerRolesTest, TestExactSharedStatsCache, AddBlockUpdateTest, ExplicitHLLTest, TestQueryWrapperFilter, CoreMergeIndexesAdminHandlerTest, TestPostingsSolrHighlighter, SolrCloudExampleTest, TestSearchPerf, TestExclusionRuleCollectionAccess, ZkControllerTest, SolrInfoBeanTest, TestFreeTextSuggestions, SoftAutoCommitTest, CachingDirectoryFactoryTest, TestPivotHelperCode, FileUtilsTest, DistributedDebugComponentTest, SimplePostToolTest, SolrShardReporterTest, TestSolrJ, SolrCoreTest, TestAnalyzeInfixSuggestions, TestReload, TestPullReplicaErrorHandling, TestSchemaNameResource, AddReplicaTest, TestCollectionsAPIViaSolrCloudCluster, ClassificationUpdateProcessorTest, BlockDirectoryTest, TestSQLHandlerNonCloud, TestStressRecovery, TestConfigsApi, TestTrie, TestTolerantUpdateProcessorRandomCloud, TestImplicitCoreProperties, HttpPartitionTest, CSVRequestHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, DistributedIntervalFacetingTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ForceLeaderTest, TestCloudRecovery, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, AssignTest, ShardSplitTest]
[junit4] Completed [623/773 (10!)] on J1 in 763.97s, 5 tests, 1 failure <<< FAILURES!
[...truncated 48726 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 345 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/345/
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([70E0E3CC850E755D:F8DD6AB3BFCE94F0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([70E0E3CC850E755D:415E8E28FBA400AF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([70E0E3CC850E755D:56700C9ED180B357]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12285 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_70E0E3CC850E755D-001/init-core-data-001
[junit4] 2> 1063171 INFO (SUITE-TestDistribStateManager-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1063172 INFO (SUITE-TestDistribStateManager-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1063173 INFO (SUITE-TestDistribStateManager-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1063186 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 1063187 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1063187 INFO (Thread-1258) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1063187 INFO (Thread-1258) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1063214 ERROR (Thread-1258) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1063287 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer start zk server on port:46397
[junit4] 2> 1063289 INFO (zkConnectionManagerCallback-1161-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1063290 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 1063344 INFO (zkConnectionManagerCallback-1163-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1063344 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 1063347 ERROR (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1063364 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46397 46397
[junit4] 2> 1063678 INFO (Thread-1258) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46397 46397
[junit4] 2> 1063680 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 1063700 INFO (TEST-TestDistribStateManager.testMulti-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 1063703 INFO (TEST-TestDistribStateManager.testMulti-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 1063703 INFO (TEST-TestDistribStateManager.testMulti-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> 1063719 INFO (TEST-TestDistribStateManager.testListData-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 1063719 INFO (TEST-TestDistribStateManager.testListData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 1063720 INFO (TEST-TestDistribStateManager.testListData-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 1063733 INFO (TEST-TestDistribStateManager.testHasData-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 1063733 INFO (TEST-TestDistribStateManager.testHasData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1063734 INFO (Thread-1259) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1063734 INFO (Thread-1259) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1063749 ERROR (Thread-1259) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1063834 INFO (TEST-TestDistribStateManager.testHasData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer start zk server on port:45680
[junit4] 2> 1063836 INFO (zkConnectionManagerCallback-1165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1063836 INFO (TEST-TestDistribStateManager.testHasData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 1063840 ERROR (TEST-TestDistribStateManager.testHasData-seed#[70E0E3CC850E755D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1063854 INFO (TEST-TestDistribStateManager.testHasData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45680 45680
[junit4] 2> 1063915 INFO (Thread-1259) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45680 45680
[junit4] 2> 1063916 INFO (TEST-TestDistribStateManager.testHasData-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 1063918 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 1063918 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1063918 INFO (Thread-1260) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1063918 INFO (Thread-1260) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1063919 ERROR (Thread-1260) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1064020 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer start zk server on port:38692
[junit4] 2> 1064045 INFO (zkConnectionManagerCallback-1167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1064046 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 1064050 INFO (zkConnectionManagerCallback-1169-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1064094 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 1069096 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1069096 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38692 38692
[junit4] 2> 1069326 INFO (Thread-1260) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38692 38692
[junit4] 2> 1069326 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=70E0E3CC850E755D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=America/Noronha -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 5.41s J1 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([70E0E3CC850E755D:56700C9ED180B357]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_70E0E3CC850E755D-001
[junit4] 2> Feb 01, 2018 12:24:55 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1248, maxMBSortInHeap=7.3207745729132885, sim=RandomSimilarity(queryNorm=true): {}, locale=hr, timezone=America/Noronha
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=182314232,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [TestMacroExpander, DistributedDebugComponentTest, TestPullReplicaErrorHandling, SmileWriterTest, TestLegacyField, TestRebalanceLeaders, DeleteStatusTest, SolrCloudExampleTest, ReplaceNodeNoTargetTest, TestStandardQParsers, TestXmlQParser, TestSchemaVersionResource, LegacyCloudClusterPropTest, DistributedQueryComponentOptimizationTest, HttpPartitionTest, TestObjectReleaseTracker, HLLUtilTest, RestartWhileUpdatingTest, DistributedFacetPivotLargeTest, BasicFunctionalityTest, TestSolrCloudSnapshots, HdfsNNFailoverTest, TestSolr4Spatial, SuggesterFSTTest, TestSubQueryTransformerDistrib, TestInitQParser, BadComponentTest, ExplicitHLLTest, TestDFISimilarityFactory, ClassificationUpdateProcessorTest, TestPivotHelperCode, HighlighterTest, DistribJoinFromCollectionTest, AlternateDirectoryTest, RulesTest, TestFunctionQuery, UpdateRequestProcessorFactoryTest, GraphQueryTest, EnumFieldTest, TriLevelCompositeIdRoutingTest, TestCorePropertiesReload, SuggesterTest, PeerSyncTest, CachingDirectoryFactoryTest, TestLeaderInitiatedRecoveryThread, TestOverriddenPrefixQueryForCustomFieldType, DistributedIntervalFacetingTest, DistributedMLTComponentTest, ScriptEngineTest, TestAnalyzeInfixSuggestions, PrimitiveFieldTypeTest, ConfigSetsAPITest, FastVectorHighlighterTest, SearchHandlerTest, PolyFieldTest, TestSolrJ, TestNumericRangeQuery64, AddBlockUpdateTest, TestSolrCloudWithHadoopAuthPlugin, QueryElevationComponentTest, TestPerFieldSimilarity, OverseerRolesTest, TestDistribStateManager]
[junit4] Completed [185/773 (1!)] on J1 in 7.07s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1524 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_70E0E3CC850E755D-001/init-core-data-001
[junit4] 2> 3611264 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3611275 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3611275 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3611276 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_70E0E3CC850E755D-001/tempDir-001
[junit4] 2> 3611276 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3611282 INFO (Thread-8143) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3611282 INFO (Thread-8143) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3611291 ERROR (Thread-8143) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3611382 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46437
[junit4] 2> 3611386 INFO (zkConnectionManagerCallback-5162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611392 INFO (jetty-launcher-5159-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3611392 INFO (jetty-launcher-5159-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3611393 INFO (jetty-launcher-5159-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3611393 INFO (jetty-launcher-5159-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3611393 INFO (jetty-launcher-5159-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3611393 INFO (jetty-launcher-5159-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3611393 INFO (jetty-launcher-5159-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3611393 INFO (jetty-launcher-5159-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3611393 INFO (jetty-launcher-5159-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eb3a45d{/solr,null,AVAILABLE}
[junit4] 2> 3611394 INFO (jetty-launcher-5159-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e47f1fe{/solr,null,AVAILABLE}
[junit4] 2> 3611395 INFO (jetty-launcher-5159-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f9ce966{SSL,[ssl, http/1.1]}{127.0.0.1:44315}
[junit4] 2> 3611395 INFO (jetty-launcher-5159-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72026bf0{SSL,[ssl, http/1.1]}{127.0.0.1:37754}
[junit4] 2> 3611395 INFO (jetty-launcher-5159-thread-1) [ ] o.e.j.s.Server Started @3621696ms
[junit4] 2> 3611395 INFO (jetty-launcher-5159-thread-2) [ ] o.e.j.s.Server Started @3621696ms
[junit4] 2> 3611395 INFO (jetty-launcher-5159-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44315}
[junit4] 2> 3611395 INFO (jetty-launcher-5159-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37754}
[junit4] 2> 3611396 ERROR (jetty-launcher-5159-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3611396 ERROR (jetty-launcher-5159-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T01:07:16.236Z
[junit4] 2> 3611396 INFO (jetty-launcher-5159-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T01:07:16.236Z
[junit4] 2> 3611397 INFO (zkConnectionManagerCallback-5165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611397 INFO (zkConnectionManagerCallback-5166-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611397 INFO (jetty-launcher-5159-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3611397 INFO (jetty-launcher-5159-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3611404 INFO (jetty-launcher-5159-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46437/solr
[junit4] 2> 3611404 INFO (jetty-launcher-5159-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46437/solr
[junit4] 2> 3611408 INFO (zkConnectionManagerCallback-5174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611408 INFO (zkConnectionManagerCallback-5172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611410 INFO (zkConnectionManagerCallback-5176-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611411 INFO (zkConnectionManagerCallback-5178-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611469 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3611469 INFO (jetty-launcher-5159-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3611469 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37754_solr
[junit4] 2> 3611470 INFO (jetty-launcher-5159-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44315_solr
[junit4] 2> 3611470 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.Overseer Overseer (id=72182215205978118-127.0.0.1:37754_solr-n_0000000000) starting
[junit4] 2> 3611472 INFO (zkCallback-5175-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3611474 INFO (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3611479 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3611480 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3611480 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44315_solr]
[junit4] 2> 3611480 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3611480 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3611480 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37754_solr
[junit4] 2> 3611491 INFO (zkCallback-5175-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3611491 INFO (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3611495 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3611496 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3611496 DEBUG (ScheduledTrigger-8679-thread-1) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3611515 INFO (jetty-launcher-5159-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44315.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611521 INFO (jetty-launcher-5159-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44315.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611521 INFO (jetty-launcher-5159-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44315.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611522 INFO (jetty-launcher-5159-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_70E0E3CC850E755D-001/tempDir-001/node1/.
[junit4] 2> 3611535 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37754.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611542 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37754.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611542 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37754.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611543 INFO (jetty-launcher-5159-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_70E0E3CC850E755D-001/tempDir-001/node2/.
[junit4] 2> 3611560 INFO (zkConnectionManagerCallback-5184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611562 INFO (zkConnectionManagerCallback-5188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611563 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3611563 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46437/solr ready
[junit4] 2> 3611624 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 3611624 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3611624 DEBUG (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3611624 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3611626 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3611626 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3611627 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3611644 INFO (qtp1474490809-26991) [n:127.0.0.1:37754_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3611648 INFO (qtp1474490809-26991) [n:127.0.0.1:37754_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3611674 INFO (qtp1474490809-26997) [n:127.0.0.1:37754_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3611676 INFO (qtp798780450-26983) [n:127.0.0.1:44315_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3611676 DEBUG (qtp798780450-26992) [n:127.0.0.1:44315_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3611677 INFO (qtp798780450-26992) [n:127.0.0.1:44315_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3611677 DEBUG (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3611678 INFO (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3611680 DEBUG (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44315_solr, 127.0.0.1:37754_solr]
[junit4] 2> 3611680 DEBUG (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3611680 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3611681 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3611681 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3611682 DEBUG (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3611682 DEBUG (ScheduledTrigger-8679-thread-1) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3611682 DEBUG (ScheduledTrigger-8679-thread-1) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3611682 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3611683 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3611683 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3611683 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3611683 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2707223f{/solr,null,AVAILABLE}
[junit4] 2> 3611684 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b45886f{SSL,[ssl, http/1.1]}{127.0.0.1:44545}
[junit4] 2> 3611684 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.Server Started @3621984ms
[junit4] 2> 3611684 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44545}
[junit4] 2> 3611684 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3611684 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3611684 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3611684 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3611684 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T01:07:16.524Z
[junit4] 2> 3611685 INFO (zkConnectionManagerCallback-5190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611686 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3611695 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46437/solr
[junit4] 2> 3611695 INFO (zkConnectionManagerCallback-5194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611702 INFO (zkConnectionManagerCallback-5196-thread-1-processing-n:127.0.0.1:44545_solr) [n:127.0.0.1:44545_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611706 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [n:127.0.0.1:44545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3611707 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [n:127.0.0.1:44545_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3611708 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [n:127.0.0.1:44545_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44545_solr
[junit4] 2> 3611709 INFO (zkCallback-5175-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3611711 INFO (zkCallback-5195-thread-1-processing-n:127.0.0.1:44545_solr) [n:127.0.0.1:44545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3611721 INFO (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3611722 INFO (zkCallback-5187-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3611764 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [n:127.0.0.1:44545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44545.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611781 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [n:127.0.0.1:44545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44545.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611781 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [n:127.0.0.1:44545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44545.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3611783 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [n:127.0.0.1:44545_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_70E0E3CC850E755D-001/tempDir-001/node3/.
[junit4] 2> 3612686 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3612686 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3612686 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:44545_solr at time 1901569519320770
[junit4] 2> 3613647 INFO (OverseerCollectionConfigSetProcessor-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3613687 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3613687 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3613687 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:44545_solr] added at times [1901569519320770], now=1901570520107840
[junit4] 2> 3613687 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1901569519320770,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1901569519320770],
[junit4] 2> "nodeNames":["127.0.0.1:44545_solr"]}}
[junit4] 2> 3613689 DEBUG (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 3613689 INFO (ScheduledTrigger-8679-thread-2) [n:127.0.0.1:37754_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3613690 DEBUG (AutoscalingActionExecutor-8680-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1901569519320770,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1901569519320770],
[junit4] 2> "_enqueue_time_":1901570522406197,
[junit4] 2> "nodeNames":["127.0.0.1:44545_solr"]}}
[junit4] 2> 3613690 INFO (AutoscalingActionExecutor-8680-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1901569519320770,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1901569519320770],
[junit4] 2> "_enqueue_time_":1901570522406197,
[junit4] 2> "nodeNames":["127.0.0.1:44545_solr"]}}
[junit4] 2> 3613691 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@72026bf0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3613692 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1993029186
[junit4] 2> 3613692 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3613692 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2eabfafc: rootName = solr_37754, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@610edddc
[junit4] 2> 3613698 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3613698 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72b4bae3: rootName = solr_37754, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@96faf96
[junit4] 2> 3613702 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3613702 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cbdec38: rootName = solr_37754, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b77d146
[junit4] 2> 3613702 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37754_solr
[junit4] 2> 3613703 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3613703 INFO (zkCallback-5195-thread-1-processing-n:127.0.0.1:44545_solr) [n:127.0.0.1:44545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3613703 INFO (zkCallback-5187-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3613703 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3613703 INFO (zkCallback-5175-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3613703 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.Overseer Overseer (id=72182215205978118-127.0.0.1:37754_solr-n_0000000000) closing
[junit4] 2> 3613703 INFO (OverseerStateUpdate-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37754_solr
[junit4] 2> 3613703 INFO (zkCallback-5177-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3613705 WARN (OverseerAutoScalingTriggerThread-72182215205978118-127.0.0.1:37754_solr-n_0000000000) [n:127.0.0.1:37754_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3613706 WARN (AutoscalingActionExecutor-8680-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3613705 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3613710 DEBUG (AutoscalingActionExecutor-8680-thread-1-processing-n:127.0.0.1:37754_solr) [n:127.0.0.1:37754_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 20 ms for event id=6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn
[junit4] 2> 3613711 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e47f1fe{/solr,null,UNAVAILABLE}
[junit4] 2> 3613711 INFO (zkCallback-5175-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44315_solr
[junit4] 2> 3613712 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3613713 INFO (zkCallback-5175-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.Overseer Overseer (id=72182215205978117-127.0.0.1:44315_solr-n_0000000001) starting
[junit4] 2> 3613716 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3613716 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3613716 INFO (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3613716 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44315_solr, 127.0.0.1:44545_solr]
[junit4] 2> 3613716 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3613717 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44315_solr, 127.0.0.1:44545_solr]
[junit4] 2> 3613717 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3613717 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3613718 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3613718 DEBUG (ScheduledTrigger-8694-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3613718 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3613719 DEBUG (ScheduledTrigger-8694-thread-2) [n:127.0.0.1:44315_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1901569519320770,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1901569519320770],
[junit4] 2> "_dequeue_time_":1901570552020534,
[junit4] 2> "_enqueue_time_":1901570522406197,
[junit4] 2> "nodeNames":["127.0.0.1:44545_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3613720 DEBUG (ScheduledTrigger-8694-thread-2) [n:127.0.0.1:44315_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 3613720 INFO (ScheduledTrigger-8694-thread-2) [n:127.0.0.1:44315_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3613720 DEBUG (AutoscalingActionExecutor-8695-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1901569519320770,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1901569519320770],
[junit4] 2> "_dequeue_time_":1901570552020534,
[junit4] 2> "_enqueue_time_":1901570522406197,
[junit4] 2> "nodeNames":["127.0.0.1:44545_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3613720 INFO (AutoscalingActionExecutor-8695-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1901569519320770,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1901569519320770],
[junit4] 2> "_dequeue_time_":1901570552020534,
[junit4] 2> "_enqueue_time_":1901570522406197,
[junit4] 2> "nodeNames":["127.0.0.1:44545_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3613721 DEBUG (ScheduledTrigger-8694-thread-2) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3613721 DEBUG (ScheduledTrigger-8694-thread-2) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3613722 DEBUG (AutoscalingActionExecutor-8695-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3613722 DEBUG (AutoscalingActionExecutor-8695-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 3613722 DEBUG (AutoscalingActionExecutor-8695-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=6c177a7b6fec2T19eb92hubht45ylnjfpt46qfn
[junit4] 2> 3618713 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 3618722 DEBUG (ScheduledTrigger-8694-thread-1) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3618724 DEBUG (ScheduledTrigger-8694-thread-3) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3618725 DEBUG (ScheduledTrigger-8694-thread-3) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3618776 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 3618776 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3618776 DEBUG (zkCallback-5175-thread-1-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3618777 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3618779 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3618779 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3618779 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3618781 INFO (qtp798780450-26988) [n:127.0.0.1:44315_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3618788 INFO (qtp798780450-26988) [n:127.0.0.1:44315_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3618797 INFO (qtp798780450-26994) [n:127.0.0.1:44315_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3618826 INFO (qtp1425344267-27051) [n:127.0.0.1:44545_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3618827 DEBUG (qtp798780450-26992) [n:127.0.0.1:44315_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3618827 INFO (qtp798780450-26992) [n:127.0.0.1:44315_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 3618827 DEBUG (zkCallback-5175-thread-2-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3618829 DEBUG (zkCallback-5175-thread-2-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44315_solr, 127.0.0.1:44545_solr]
[junit4] 2> 3618829 DEBUG (zkCallback-5175-thread-2-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3618829 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3618830 INFO (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3618831 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3618831 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f9ce966{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3618832 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1089204499
[junit4] 2> 3618833 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3618833 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25e395d8: rootName = solr_44315, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@540a1e8f
[junit4] 2> 3618838 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3618838 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1efba6e6: rootName = solr_44315, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@96faf96
[junit4] 2> 3618842 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3618842 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bc93131: rootName = solr_44315, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b77d146
[junit4] 2> 3618842 DEBUG (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3618842 DEBUG (ScheduledTrigger-8694-thread-4) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3618843 DEBUG (ScheduledTrigger-8694-thread-4) [n:127.0.0.1:44315_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3618843 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44315_solr
[junit4] 2> 3618844 INFO (zkCallback-5195-thread-1-processing-n:127.0.0.1:44545_solr) [n:127.0.0.1:44545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3618844 INFO (zkCallback-5187-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3618844 INFO (zkCallback-5175-thread-2-processing-n:127.0.0.1:44315_solr) [n:127.0.0.1:44315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3618844 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3618844 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3618844 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.Overseer Overseer (id=72182215205978117-127.0.0.1:44315_solr-n_0000000001) closing
[junit4] 2> 3618845 INFO (OverseerStateUpdate-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44315_solr
[junit4] 2> 3618845 WARN (OverseerAutoScalingTriggerThread-72182215205978117-127.0.0.1:44315_solr-n_0000000001) [n:127.0.0.1:44315_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3618847 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3618848 INFO (zkCallback-5195-thread-1-processing-n:127.0.0.1:44545_solr) [n:127.0.0.1:44545_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44545_solr
[junit4] 2> 3618848 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7eb3a45d{/solr,null,UNAVAILABLE}
[junit4] 2> 3618850 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3618851 INFO (zkCallback-5195-thread-1-processing-n:127.0.0.1:44545_solr) [n:127.0.0.1:44545_solr ] o.a.s.c.Overseer Overseer (id=72182215205978123-127.0.0.1:44545_solr-n_0000000002) starting
[junit4] 2> 3618854 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3618855 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3618855 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44545_solr]
[junit4] 2> 3618856 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3618856 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44545_solr]
[junit4] 2> 3618856 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 3618856 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3618856 INFO (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3618858 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3618858 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3618858 DEBUG (OverseerAutoScalingTriggerThread-72182215205978123-127.0.0.1:44545_solr-n_0000000002) [n:127.0.0.1:44545_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3618858 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3619858 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3619858 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3619862 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3620862 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3620862 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3620862 DEBUG (ScheduledTrigger-8699-thread-4) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3621862 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3621862 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3621863 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3622862 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-8699-thread-4) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3623863 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3623863 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3623863 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3624863 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3624863 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3624863 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3625863 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3625863 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3625864 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3626864 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3626864 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3626864 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3627864 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3627864 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3627864 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3628852 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3628852 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3628852 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3628852 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3628853 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@617ec6f7{/solr,null,AVAILABLE}
[junit4] 2> 3628853 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5afd2a89{SSL,[ssl, http/1.1]}{127.0.0.1:33557}
[junit4] 2> 3628853 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.e.j.s.Server Started @3639153ms
[junit4] 2> 3628853 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33557}
[junit4] 2> 3628853 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3628853 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3628853 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3628854 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3628854 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T01:07:33.694Z
[junit4] 2> 3628855 INFO (zkConnectionManagerCallback-5200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3628855 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3628861 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46437/solr
[junit4] 2> 3628862 INFO (zkConnectionManagerCallback-5204-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3628864 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3628864 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3628864 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 3628865 INFO (zkConnectionManagerCallback-5206-thread-1-processing-n:127.0.0.1:33557_solr) [n:127.0.0.1:33557_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3628869 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [n:127.0.0.1:33557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3628870 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [n:127.0.0.1:33557_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3628871 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [n:127.0.0.1:33557_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33557_solr
[junit4] 2> 3628872 INFO (zkCallback-5195-thread-1-processing-n:127.0.0.1:44545_solr) [n:127.0.0.1:44545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3628872 INFO (zkCallback-5187-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3628874 INFO (zkCallback-5205-thread-1-processing-n:127.0.0.1:33557_solr) [n:127.0.0.1:33557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3628928 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [n:127.0.0.1:33557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33557.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3628936 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [n:127.0.0.1:33557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33557.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3628937 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [n:127.0.0.1:33557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33557.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19aad4dd
[junit4] 2> 3628938 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[70E0E3CC850E755D]) [n:127.0.0.1:33557_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_70E0E3CC850E755D-001/tempDir-001/node4/.
[junit4] 2> 3629864 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3629865 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3629865 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3629865 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33557_solr at time 1901586698141485
[junit4] 2> 3630865 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3630865 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3630865 DEBUG (ScheduledTrigger-8699-thread-2) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3631865 DEBUG (ScheduledTrigger-8699-thread-1) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3631866 DEBUG (ScheduledTrigger-8699-thread-3) [n:127.0.0.1:44545_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[...truncated too long message...]
testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard2.leader, tag=468762600
[junit4] 2> 3807984 INFO (jetty-closer-5160-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dd59e28{/solr,null,UNAVAILABLE}
[junit4] 2> 3807986 INFO (jetty-closer-5160-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3807991 INFO (zkCallback-5288-thread-1-processing-n:127.0.0.1:39330_solr) [n:127.0.0.1:39330_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39330_solr
[junit4] 2> 3807991 INFO (jetty-closer-5160-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8e4cd50{/solr,null,UNAVAILABLE}
[junit4] 2> 3807993 INFO (jetty-closer-5160-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3809496 INFO (jetty-closer-5160-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22837be3{/solr,null,UNAVAILABLE}
[junit4] 2> 3809498 INFO (jetty-closer-5160-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3809498 ERROR (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3809500 INFO (SUITE-TriggerIntegrationTest-seed#[70E0E3CC850E755D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46437 46437
[junit4] 2> 3809664 INFO (Thread-8143) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46437 46437
[junit4] 2> 3809668 WARN (Thread-8143) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 19 /solr/aliases.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 10 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 9 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 119 /solr/collections/collection1/state.json
[junit4] 2> 32 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 19 /solr/clusterprops.json
[junit4] 2> 19 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72182215205978160-127.0.0.1:45661_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72182215205978132-127.0.0.1:34362_solr-n_0000000005
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72182215205978138-core_node6-n_0000000002
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72182215205978141-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72182215205978141-127.0.0.1:41361_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/72182215205978144-127.0.0.1:36018_solr-n_0000000009
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 19 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_70E0E3CC850E755D-001
[junit4] 2> Feb 01, 2018 1:10:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128), x_s=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1685, maxMBSortInHeap=5.211775090727315, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-KW, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=98589392,total=458227712
[junit4] 2> NOTE: All tests run in this JVM: [SpatialFilterTest, HdfsAutoAddReplicasIntegrationTest, TestManagedResource, CopyFieldTest, TestDelegationWithHadoopAuth, DisMaxRequestHandlerTest, RecoveryAfterSoftCommitTest, SolrGraphiteReporterTest, TestCloudManagedSchema, TestRealTimeGet, TestAtomicUpdateErrorCases, TestStressReorder, TestFieldCacheSort, ClusterStateTest, TestSimDistributedQueue, TestBinaryResponseWriter, SimpleMLTQParserTest, TestCloudNestedDocsSort, MigrateRouteKeyTest, VMParamsZkACLAndCredentialsProvidersTest, ConnectionReuseTest, AutoScalingHandlerTest, DirectSolrSpellCheckerTest, CoreAdminCreateDiscoverTest, TestCustomSort, TestBlobHandler, TestTlogReplica, WordBreakSolrSpellCheckerTest, TestUtils, TestCustomStream, TestSolrDeletionPolicy2, TestClusterStateMutator, AssignTest, OverseerCollectionConfigSetProcessorTest, ConnectionManagerTest, TestManagedSynonymFilterFactory, TestDistribDocBasedVersion, PingRequestHandlerTest, BufferStoreTest, TestRequestStatusCollectionAPI, SharedFSAutoReplicaFailoverTest, AliasIntegrationTest, TestRestoreCore, TestLockTree, ParsingFieldUpdateProcessorsTest, TestBackupRepositoryFactory, SolrMetricReporterTest, ImplicitSnitchTest, TestStressCloudBlindAtomicUpdates, TestMacros, SolrTestCaseJ4Test, TestNodeAddedTrigger, TestLegacyNumericRangeQueryBuilder, TestCodecSupport, TestClusterStateProvider, TestDefaultStatsCache, LukeRequestHandlerTest, TestPrepRecovery, NumericFieldsTest, DistribCursorPagingTest, TestRecoveryHdfs, TolerantUpdateProcessorTest, TestFaceting, TestZkAclsWithHadoopAuth, TestScoreJoinQPScore, TestPayloadCheckQParserPlugin, CursorMarkTest, SecurityConfHandlerTest, TestValueSourceCache, SolrXmlInZkTest, TestClusterProperties, TestPushWriter, TestPKIAuthenticationPlugin, NumberUtilsTest, TestFastWriter, TestSolrConfigHandler, RegexBoostProcessorTest, TestHalfAndHalfDocValues, ReplaceNodeTest, DistributedFacetPivotWhiteBoxTest, TestBulkSchemaAPI, DistributedFacetPivotLongTailTest, HdfsChaosMonkeyNothingIsSafeTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestFieldCacheWithThreads, CoreAdminHandlerTest, TestSolrConfigHandlerCloud, MinimalSchemaTest, TestNonDefinedSimilarityFactory, TestSolrCoreProperties, TestNumericTokenStream, TestLMJelinekMercerSimilarityFactory, RankQueryTest, SolrCmdDistributorTest, TestNumericTerms64, TestApiFramework, SystemLogListenerTest, SearchHandlerTest, TestGraphTermsQParserPlugin, TestExpandComponent, CacheHeaderTest, StatelessScriptUpdateProcessorFactoryTest, TestSuggestSpellingConverter, CollectionsAPIAsyncDistributedZkTest, TestMultiWordSynonyms, TestReloadAndDeleteDocs, UnloadDistributedZkTest, DistributedSuggestComponentTest, SparseHLLTest, ReplicaListTransformerTest, DateMathParserTest, LIRRollingUpdatesTest, RollingRestartTest, TestJmxIntegration, ForceLeaderTest, SuggesterTSTTest, TestSerializedLuceneMatchVersion, UniqFieldsUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, TestXmlQParserPlugin, DeleteInactiveReplicaTest, TestDynamicFieldResource, RegexBytesRefFilterTest, AnalysisAfterCoreReloadTest, DocValuesMultiTest, RecoveryZkTest, TestExecutePlanAction, MoveReplicaHDFSTest, TestDistributedSearch, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestIndexSearcher, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, SpellCheckCollatorTest, TestStressLucene, TestTrie, TestCSVLoader, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DistanceFunctionTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, TestWriterPerf, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JsonLoaderTest, TestPartialUpdateDeduplication, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, ResponseLogComponentTest, SolrIndexConfigTest, MultiTermTest, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, URLClassifyProcessorTest, PluginInfoTest, DateFieldTest, DOMUtilTest, TestLRUCache, TestCrossCoreJoin, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteReplicaTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSFailoverTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudSearcherWarming, TestMiniSolrCloudClusterSSL, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TlogReplayBufferedWhileIndexingTest, ZkShardTermsTest, CustomCollectionTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestReplicaProperties, ComputePlanActionTest, ExecutePlanActionTest, HttpTriggerListenerTest, MetricTriggerTest, NodeLostTriggerTest, TriggerIntegrationTest]
[junit4] Completed [620/773 (2!)] on J2 in 198.96s, 14 tests, 2 failures <<< FAILURES!
[...truncated 48645 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 344 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/344/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([B8A6057108377028:E5EE1BF8C7F1D667]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11878 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_B8A6057108377028-001/init-core-data-001
[junit4] 2> 520651 WARN (SUITE-TestLargeCluster-seed#[B8A6057108377028]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 520651 INFO (SUITE-TestLargeCluster-seed#[B8A6057108377028]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 520652 INFO (SUITE-TestLargeCluster-seed#[B8A6057108377028]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 520653 INFO (SUITE-TestLargeCluster-seed#[B8A6057108377028]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 520730 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 520730 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 520731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10002_solr, 127.0.0.1:10012_solr, 127.0.0.1:10007_solr, 127.0.0.1:10006_solr, 127.0.0.1:10010_solr, 127.0.0.1:10005_solr, 127.0.0.1:10009_solr, 127.0.0.1:10013_solr, 127.0.0.1:10000_solr, 127.0.0.1:10008_solr, 127.0.0.1:10003_solr, 127.0.0.1:10011_solr]
[junit4] 2> 520731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 520731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 520818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 520818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 520826 DEBUG (ScheduledTrigger-972-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 520875 DEBUG (ScheduledTrigger-972-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 520877 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 520877 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 520877 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 520877 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 520878 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 520878 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 520894 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 520895 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 520895 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 520918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 520918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 520919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 520919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 520919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 520919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 520919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 520919 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 520951 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521041 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521072 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521104 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521137 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521137 DEBUG (simCloudManagerPool-974-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 521137 DEBUG (simCloudManagerPool-974-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 521141 DEBUG (simCloudManagerPool-974-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 521141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 521141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 521141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 521169 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521234 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521228 DEBUG (simCloudManagerPool-974-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 521243 DEBUG (simCloudManagerPool-974-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 521243 DEBUG (simCloudManagerPool-974-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 521243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 521243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 521243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 521254 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521279 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521300 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521384 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521420 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521453 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521510 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521530 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521558 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521578 DEBUG (ScheduledTrigger-975-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521599 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521643 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521668 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521688 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521694 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 16018 ms
[junit4] 2> 521713 DEBUG (ScheduledTrigger-975-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521757 DEBUG (ScheduledTrigger-975-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521789 DEBUG (ScheduledTrigger-975-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521834 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521858 DEBUG (ScheduledTrigger-975-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 521889 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6995c50337ddeT62ebd1akbzicnr4uc86fnbf90",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1857471621856734,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10091_solr":4.0,
[junit4] 2> "127.0.0.1:10016_solr":4.0,
[junit4] 2> "127.0.0.1:10086_solr":4.0,
[junit4] 2> "127.0.0.1:10089_solr":4.0,
[junit4] 2> "127.0.0.1:10020_solr":4.0,
[junit4] 2> "127.0.0.1:10065_solr":4.0,
[junit4] 2> "127.0.0.1:10003_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10027_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10020_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10065_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10007_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10086_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10089_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10027_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10091_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 521919 DEBUG (ScheduledTrigger-975-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> 521964 DEBUG (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6995c50337ddeT62ebd1akbzicnr4uc86fnbf90",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1857471621856734,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10091_solr":4.0,
[junit4] 2> "127.0.0.1:10016_solr":4.0,
[junit4] 2> "127.0.0.1:10086_solr":4.0,
[junit4] 2> "127.0.0.1:10089_solr":4.0,
[junit4] 2> "127.0.0.1:10020_solr":4.0,
[junit4] 2> "127.0.0.1:10065_solr":4.0,
[junit4] 2> "127.0.0.1:10003_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10027_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10020_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10065_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10007_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10086_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10089_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10027_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10091_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1857481637015684,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 522026 DEBUG (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"6995c50337ddeT62ebd1akbzicnr4uc86fnbf90",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1857471621856734,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10091_solr":4.0,
[junit4] 2> "127.0.0.1:10016_solr":4.0,
[junit4] 2> "127.0.0.1:10086_solr":4.0,
[junit4] 2> "127.0.0.1:10089_solr":4.0,
[junit4] 2> "127.0.0.1:10020_solr":4.0,
[junit4] 2> "127.0.0.1:10065_solr":4.0,
[junit4] 2> "127.0.0.1:10003_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10027_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10020_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10065_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10007_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10086_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10089_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10027_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10091_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1857481637015684,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 522095 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
[junit4] 2> 522095 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 522096 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 522096 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 522096 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 522096 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 100
[junit4] 2> 522096 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 80
[junit4] 2> 522096 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 522122 INFO (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 522130 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testSearchRate]
[junit4] 2> 522130 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 522130 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 522130 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 20
[junit4] 2> 522130 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testSearchRate 20
[junit4] 2> 522131 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 20
[junit4] 2> 522131 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 522131 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 522131 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 522131 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 1
[junit4] 2> 522131 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 522132 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: search_rate_trigger
[junit4] 2> 522132 INFO (TEST-TestLargeCluster.testSearchRate-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLargeCluster -Dtests.method=testSearchRate -Dtests.seed=B8A6057108377028 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr -Dtests.timezone=America/Pangnirtung -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.34s J1 | TestLargeCluster.testSearchRate <<<
[junit4] > Throwable #1: java.lang.AssertionError: The trigger did not fire at all
[junit4] > at __randomizedtesting.SeedInfo.seed([B8A6057108377028:E5EE1BF8C7F1D667]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 522158 INFO (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 522267 INFO (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10059_solr&type=NRT
[junit4] 2> 522268 INFO (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1857499057 sessionWrapper.createTime 1857488109486784, this.sessionWrapper.createTime 1857488109486784
[junit4] 2> 522268 DEBUG (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"6995c50337ddeT62ebd1akbzicnr4uc86fnbf90",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1857471621856734,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10091_solr":4.0,
[junit4] 2> "127.0.0.1:10016_solr":4.0,
[junit4] 2> "127.0.0.1:10086_solr":4.0,
[junit4] 2> "127.0.0.1:10089_solr":4.0,
[junit4] 2> "127.0.0.1:10020_solr":4.0,
[junit4] 2> "127.0.0.1:10065_solr":4.0,
[junit4] 2> "127.0.0.1:10003_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10027_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10020_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10065_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10007_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10086_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10089_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10027_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10091_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1857481637015684,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3d4a9e16, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3945e12c, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@4f311059], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 522269 DEBUG (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 522271 INFO (simCloudManagerPool-974-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10072_solr for creating new replica
[junit4] 2> 522487 DEBUG (simCloudManagerPool-974-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10069_solr",
[junit4] 2> "core":"testSearchRate_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSearchRate"}}
[junit4] 2> 522515 INFO (TEST-TestLargeCluster.testAddNode-seed#[B8A6057108377028]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 522515 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B8A6057108377028]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 522515 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 522515 INFO (TEST-TestLargeCluster.testAddNode-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 522516 WARN (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Unexpected exception while trying to delete znode: /autoscaling/triggerState/search_rate_trigger/execute/op-0000000000
[junit4] 2> java.util.NoSuchElementException: /autoscaling/triggerState/search_rate_trigger/execute/op-0000000000
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.removeData(SimDistribStateManager.java:477)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:91)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 522516 DEBUG (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 522517 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 522517 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 522517 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[B8A6057108377028]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 522517 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 522517 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 522518 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 522518 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 522518 WARN (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: execute for trigger event: {
[junit4] 2> "id":"6995c50337ddeT62ebd1akbzicnr4uc86fnbf90",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1857471621856734,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10091_solr":4.0,
[junit4] 2> "127.0.0.1:10016_solr":4.0,
[junit4] 2> "127.0.0.1:10086_solr":4.0,
[junit4] 2> "127.0.0.1:10089_solr":4.0,
[junit4] 2> "127.0.0.1:10020_solr":4.0,
[junit4] 2> "127.0.0.1:10065_solr":4.0,
[junit4] 2> "127.0.0.1:10003_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10027_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10020_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10065_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10007_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10086_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10089_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10027_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10091_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1857481637015684,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
[junit4] 2> "id":"6995c50337ddeT62ebd1akbzicnr4uc86fnbf90",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1857471621856734,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10091_solr":4.0,
[junit4] 2> "127.0.0.1:10016_solr":4.0,
[junit4] 2> "127.0.0.1:10086_solr":4.0,
[junit4] 2> "127.0.0.1:10089_solr":4.0,
[junit4] 2> "127.0.0.1:10020_solr":4.0,
[junit4] 2> "127.0.0.1:10065_solr":4.0,
[junit4] 2> "127.0.0.1:10003_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10027_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10020_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10065_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10007_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10086_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10089_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10027_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10091_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1857481637015684,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception executing operation: action=ADDREPLICA&async=search_rate_trigger/6995c50337ddeT62ebd1akbzicnr4uc86fnbf90/0&waitForFinalState=true&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: java.io.IOException: java.lang.InterruptedException
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:80)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
[junit4] 2> ... 8 more
[junit4] 2> 522520 DEBUG (AutoscalingActionExecutor-976-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 28898 ms for event id=6995c50337ddeT62ebd1akbzicnr4uc86fnbf90
[junit4] 2> 522518 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 522535 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 522559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 522559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 522559 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 522595 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 522742 DEBUG (simCloudManagerPool-977-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 522742 DEBUG (simCloudManagerPool-977-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 522782 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 522891 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 522895 DEBUG (simCloudManagerPool-977-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 522897 DEBUG (simCloudManagerPool-977-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 522897 DEBUG (simCloudManagerPool-977-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true}
[junit4] 2> 522898 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 522898 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 522915 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 522915 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 522920 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 522935 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 522964 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523000 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523021 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523175 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523175 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523175 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523276 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523276 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523276 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523312 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523312 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523312 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523349 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523349 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523349 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523385 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523385 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523385 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523414 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523414 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523414 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523450 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523450 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523450 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523470 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523470 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523470 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523519 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523519 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523519 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523539 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523539 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523539 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523559 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523560 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523560 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523584 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523585 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523585 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523632 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523632 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523632 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523665 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523665 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523665 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523701 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523701 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523701 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523721 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523721 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523722 DEBUG (ScheduledTrigger-978-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523742 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523742 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523742 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523762 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523762 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523762 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523798 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523799 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523799 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523839 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523855 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523855 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523892 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523892 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523892 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523916 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523916 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523916 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523936 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523936 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523936 DEBUG (ScheduledTrigger-978-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523959 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523960 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523960 DEBUG (ScheduledTrigger-978-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 523980 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 523980 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 523980 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 524000 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 524000 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 524000 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 524020 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 524020 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 524020 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 524050 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 524051 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 524051 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 524090 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 524090 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 524090 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 524111 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 524111 DEBUG (ScheduledTrigger-978-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[...truncated too long message...]
s.SimSolrCloudTestCase #############################################
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 80
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 20
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10004_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10017_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10020_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10021_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10033_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10035_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10036_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10047_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10049_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10051_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10081_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10084_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10095_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10096_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10102_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10104_solr
[junit4] 2> 575169 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10118_solr
[junit4] 2> 575170 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10119_solr
[junit4] 2> 575170 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10120_solr
[junit4] 2> 575170 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10121_solr
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeLost]
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 2
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 200
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost 200
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 200
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS 40
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - MOVEREPLICA 41
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS 40
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 18
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: .auto_add_replicas
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 4
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 4
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 5
[junit4] 2> 575183 INFO (TEST-TestLargeCluster.testNodeLost-seed#[B8A6057108377028]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 5
[junit4] 2> 575191 DEBUG (ScheduledTrigger-984-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 80
[junit4] 2> 575191 DEBUG (ScheduledTrigger-984-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 80
[junit4] 2> 575195 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 575267 DEBUG (ScheduledTrigger-984-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 80
[junit4] 2> 575268 DEBUG (ScheduledTrigger-984-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 80
[junit4] 2> 575279 DEBUG (SUITE-TestLargeCluster-seed#[B8A6057108377028]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_B8A6057108377028-001
[junit4] 2> Jan 31, 2018 12:52:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=32, maxMBSortInHeap=7.480542699887797, sim=RandomSimilarity(queryNorm=true): {}, locale=fr, timezone=America/Pangnirtung
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=283926840,total=425721856
[junit4] 2> NOTE: All tests run in this JVM: [HdfsRestartWhileUpdatingTest, LoggingHandlerTest, TestSweetSpotSimilarityFactory, DirectUpdateHandlerOptimizeTest, TestNumericRangeQuery64, TestInitQParser, TestStandardQParsers, TestFastLRUCache, FileUtilsTest, PrimitiveFieldTypeTest, MultiThreadedOCPTest, SortByFunctionTest, TestOrdValues, DeleteStatusTest, DistributedFacetPivotSmallTest, TestReRankQParserPlugin, DistribJoinFromCollectionTest, TestDistribStateManager, CdcrVersionReplicationTest, HighlighterMaxOffsetTest, BasicFunctionalityTest, TestSolrCloudWithSecureImpersonation, PathHierarchyTokenizerFactoryTest, RestartWhileUpdatingTest, SmileWriterTest, TestBulkSchemaConcurrent, SystemInfoHandlerTest, SolrGangliaReporterTest, HighlighterTest, InfixSuggestersTest, GraphQueryTest, TestPartialUpdateDeduplication, TestPivotHelperCode, IndexSchemaTest, TestLargeCluster]
[junit4] Completed [58/773 (1!)] on J1 in 55.67s, 4 tests, 1 failure <<< FAILURES!
[...truncated 50610 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 343 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/343/
4 tests failed.
FAILED: org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
Error Message:
concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
Stack Trace:
java.lang.AssertionError: concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
at __randomizedtesting.SeedInfo.seed([963C9F53888D1D35:52A793012592AA0F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal(ConcurrentCreateRoutedAliasTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([963C9F53888D1D35:1E68A089267170CD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:289)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([963C9F53888D1D35:2C30A8DCD765CB7A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([963C9F53888D1D35:CB7481DA474BBB7A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11947 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/init-core-data-001
[junit4] 2> 917264 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 917264 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 917301 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 917302 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 919775 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 919993 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 920000 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 920156 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51411_hdfs____vvszqa/webapp
[junit4] 2> 926743 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51411
[junit4] 2> 929257 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 929259 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 929359 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47051_datanode____.ll8ncg/webapp
[junit4] 2> 935682 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47051
[junit4] 2> 936844 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 936850 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 937262 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38677_datanode____.josk94/webapp
[junit4] 2> 938918 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:32939) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 938995 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3e857f447dce87: from storage DS-85f543fc-ae18-4654-8ea7-457d58eb022b node DatanodeRegistration(127.0.0.1:56062, datanodeUuid=3efa0368-b7ff-4cc5-9a36-8589c6421d1d, infoPort=59133, infoSecurePort=0, ipcPort=40369, storageInfo=lv=-56;cid=testClusterID;nsid=1396815523;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 938995 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3e857f447dce87: from storage DS-d2ca3cce-9ac1-4d21-af71-0b436165d624 node DatanodeRegistration(127.0.0.1:56062, datanodeUuid=3efa0368-b7ff-4cc5-9a36-8589c6421d1d, infoPort=59133, infoSecurePort=0, ipcPort=40369, storageInfo=lv=-56;cid=testClusterID;nsid=1396815523;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 941957 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38677
[junit4] 2> 947319 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:32939) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 947477 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3e85813cbddc44: from storage DS-f018afea-3b42-41f5-8833-bcfa764f588a node DatanodeRegistration(127.0.0.1:45986, datanodeUuid=e7c0d423-4302-4585-805e-0a6cf4aef7dc, infoPort=48285, infoSecurePort=0, ipcPort=42023, storageInfo=lv=-56;cid=testClusterID;nsid=1396815523;c=0), blocks: 0, hasStaleStorage: true, processing time: 16 msecs
[junit4] 2> 947477 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3e85813cbddc44: from storage DS-5e3846f9-fd92-46cd-81a4-2b9391328869 node DatanodeRegistration(127.0.0.1:45986, datanodeUuid=e7c0d423-4302-4585-805e-0a6cf4aef7dc, infoPort=48285, infoSecurePort=0, ipcPort=42023, storageInfo=lv=-56;cid=testClusterID;nsid=1396815523;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 949656 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002
[junit4] 2> 949656 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 949657 INFO (Thread-875) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 949657 INFO (Thread-875) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 949674 ERROR (Thread-875) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 949758 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46976
[junit4] 2> 950061 INFO (zkConnectionManagerCallback-158-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 950134 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 950146 INFO (jetty-launcher-155-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 950178 INFO (jetty-launcher-155-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 950178 INFO (jetty-launcher-155-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 950178 INFO (jetty-launcher-155-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 950179 INFO (jetty-launcher-155-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f6699ad{/solr,null,AVAILABLE}
[junit4] 2> 950179 INFO (jetty-launcher-155-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d12c520{HTTP/1.1,[http/1.1]}{127.0.0.1:56822}
[junit4] 2> 950179 INFO (jetty-launcher-155-thread-2) [ ] o.e.j.s.Server Started @984505ms
[junit4] 2> 950179 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56822}
[junit4] 2> 950180 ERROR (jetty-launcher-155-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 950180 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 950180 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 950180 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 950180 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T21:05:27.580Z
[junit4] 2> 950182 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 950182 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 950182 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 950254 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75df0b21{/solr,null,AVAILABLE}
[junit4] 2> 950256 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49915d65{HTTP/1.1,[http/1.1]}{127.0.0.1:45076}
[junit4] 2> 950256 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.Server Started @984582ms
[junit4] 2> 950256 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45076}
[junit4] 2> 950257 ERROR (jetty-launcher-155-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 950292 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 950292 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 950292 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 950292 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T21:05:27.692Z
[junit4] 2> 950736 INFO (zkConnectionManagerCallback-162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 950910 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 950944 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 950962 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46976/solr
[junit4] 2> 950963 INFO (zkConnectionManagerCallback-160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 951022 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 951036 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 951110 INFO (jetty-launcher-155-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46976/solr
[junit4] 2> 951181 INFO (zkConnectionManagerCallback-168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 951216 INFO (zkConnectionManagerCallback-170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 951514 INFO (zkConnectionManagerCallback-172-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 951670 INFO (zkConnectionManagerCallback-174-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 956631 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 956633 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56822_solr
[junit4] 2> 956687 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.c.Overseer Overseer (id=73210912353026054-127.0.0.1:56822_solr-n_0000000000) starting
[junit4] 2> 956985 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56822_solr
[junit4] 2> 957069 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 957633 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost:32939/solr,solr.hdfs.confdir=}}
[junit4] 2> 957633 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost:32939/solr,solr.hdfs.confdir=}}
[junit4] 2> 958444 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 958710 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 958720 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 958728 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 958728 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 958741 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45076_solr
[junit4] 2> 958742 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 958808 INFO (jetty-launcher-155-thread-2) [n:127.0.0.1:56822_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node2/.
[junit4] 2> 959161 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 960062 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost:32939/solr,solr.hdfs.confdir=}}
[junit4] 2> 960065 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost:32939/solr,solr.hdfs.confdir=}}
[junit4] 2> 960734 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 961038 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 961038 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 961069 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:45076_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node1/.
[junit4] 2> 961771 INFO (zkConnectionManagerCallback-180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 961940 INFO (zkConnectionManagerCallback-184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 961946 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 961949 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[963C9F53888D1D35]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46976/solr ready
[junit4] 2> 962521 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[963C9F53888D1D35]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 962583 INFO (qtp527904507-1865) [n:127.0.0.1:56822_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&router.name=implicit&version=2&pullReplicas=1&shards=shard1,shard2&property.customKey=customValue&maxShardsPerNode=3&router.field=shard_s&autoAddReplicas=true&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&tlogReplicas=0&wt=javabin and sendToOCPQueue=true
[junit4] 2> 962618 INFO (OverseerThreadFactory-775-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore
[junit4] 2> 962619 WARN (OverseerThreadFactory-775-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection hdfsbackuprestore is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 962993 INFO (OverseerStateUpdate-73210912353026054-127.0.0.1:56822_solr-n_0000000000) [n:127.0.0.1:56822_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45076/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963025 INFO (OverseerStateUpdate-73210912353026054-127.0.0.1:56822_solr-n_0000000000) [n:127.0.0.1:56822_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56822/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963059 INFO (OverseerStateUpdate-73210912353026054-127.0.0.1:56822_solr-n_0000000000) [n:127.0.0.1:56822_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45076/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963125 INFO (OverseerStateUpdate-73210912353026054-127.0.0.1:56822_solr-n_0000000000) [n:127.0.0.1:56822_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56822/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963193 INFO (OverseerStateUpdate-73210912353026054-127.0.0.1:56822_solr-n_0000000000) [n:127.0.0.1:56822_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45076/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963329 INFO (OverseerStateUpdate-73210912353026054-127.0.0.1:56822_solr-n_0000000000) [n:127.0.0.1:56822_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_p10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56822/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963722 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 963722 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 963770 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_p10&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 963777 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964183 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964203 INFO (zkCallback-173-thread-2-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964204 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964330 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 964335 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 964357 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_p4&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 964398 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 964504 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 964538 INFO (zkCallback-173-thread-3-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964554 INFO (zkCallback-173-thread-2-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964554 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964587 INFO (zkCallback-171-thread-2-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 964686 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
[junit4] 2> 964823 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 964823 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n1' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 964824 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 964824 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 964824 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n1/data/]
[junit4] 2> 965288 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965450 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_p10] Schema name=minimal
[junit4] 2> 965497 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 965497 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_p10' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 965498 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_p10' (registry 'solr.core.hdfsbackuprestore.shard2.replica_p10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 965499 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965499 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_p10] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_p10], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_p10/data/]
[junit4] 2> 966125 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 966163 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 966168 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 966212 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 966727 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n6] Schema name=minimal
[junit4] 2> 966790 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 966790 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n6' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 966791 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n6' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 966791 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 966792 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n6/data/]
[junit4] 2> 966990 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_p4] Schema name=minimal
[junit4] 2> 967014 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n2] Schema name=minimal
[junit4] 2> 967085 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 967085 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_p4' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 967086 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 967086 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n2' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 967097 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_p4' (registry 'solr.core.hdfsbackuprestore.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 967097 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967097 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_p4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_p4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_p4/data/]
[junit4] 2> 967269 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n2' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 967269 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967269 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_n2/data/]
[junit4] 2> 967777 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n8] Schema name=minimal
[junit4] 2> 968010 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 968010 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n8' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 968011 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n8' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52a4746c
[junit4] 2> 968011 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 968011 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n8] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_n8], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_963C9F53888D1D35-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_n8/data/]
[junit4] 2> 969016 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 969016 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 969019 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 969019 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 969045 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 969045 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 969047 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ab1621a[hdfsbackuprestore_shard1_replica_n1] main]
[junit4] 2> 969071 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 969081 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 969158 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 969161 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.SolrIndexSearcher Opening [Searcher@6419745b[hdfsbackuprestore_shard2_replica_p10] main]
[junit4] 2> 969259 INFO (searcherExecutor-780-thread-1-processing-n:127.0.0.1:45076_solr x:hdfsbackuprestore_shard1_replica_n1 s:shard1 c:hdfsbackuprestore r:core_node3) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n1] Registered new searcher Searcher@ab1621a[hdfsbackuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 969318 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591052962856173568
[junit4] 2> 969341 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 969342 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 969343 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 970013 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ZkController hdfsbackuprestore_shard2_replica_p10 starting background replication from leader
[junit4] 2> 970015 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 970079 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 970079 INFO (qtp527904507-1861) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 970081 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 970129 INFO (searcherExecutor-781-thread-1-processing-n:127.0.0.1:56822_solr x:hdfsbackuprestore_shard2_replica_p10 s:shard2 c:hdfsbackuprestore r:core_node12) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_p10] Registered new searcher Searcher@6419745b[hdfsbackuprestore_shard2_replica_p10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 970145 INFO (zkCallback-173-thread-2-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 970145 INFO (zkCallback-173-thread-3-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 970149 INFO (zkCallback-171-thread-2-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 970149 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 970193 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 970193 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 970617 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 970617 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 970619 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 970619 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 970657 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@23ae362d[hdfsbackuprestore_shard2_replica_n6] main]
[junit4] 2> 970659 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 970660 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 970673 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 970673 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591052964276994048
[junit4] 2> 970677 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f2f4e9c[hdfsbackuprestore_shard1_replica_p4] main]
[junit4] 2> 970695 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 970695 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 970697 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 970713 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 970714 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 970716 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 970716 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 970845 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@1414bf[hdfsbackuprestore_shard2_replica_n8] main]
[junit4] 2> 970846 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 970846 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 970862 INFO (searcherExecutor-782-thread-1-processing-n:127.0.0.1:56822_solr x:hdfsbackuprestore_shard2_replica_n6 s:shard2 c:hdfsbackuprestore r:core_node9) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n6] Registered new searcher Searcher@23ae362d[hdfsbackuprestore_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 970863 INFO (searcherExecutor-783-thread-1-processing-n:127.0.0.1:45076_solr x:hdfsbackuprestore_shard1_replica_p4 s:shard1 c:hdfsbackuprestore r:core_node7) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_p4] Registered new searcher Searcher@7f2f4e9c[hdfsbackuprestore_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 971467 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 971467 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 971468 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 971469 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 971470 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 971470 INFO (qtp1066405676-1870) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591052965112709120
[junit4] 2> 971489 INFO (searcherExecutor-787-thread-1-processing-n:127.0.0.1:45076_solr x:hdfsbackuprestore_shard2_replica_n8 s:shard2 c:hdfsbackuprestore r:core_node11) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n8] Registered new searcher Searcher@1414bf[hdfsbackuprestore_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 971620 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@554bd268[hdfsbackuprestore_shard1_replica_n2] main]
[junit4] 2> 971621 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ZkController hdfsbackuprestore_shard1_replica_p4 starting background replication from leader
[junit4] 2> 971622 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 971635 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 971635 INFO (qtp1066405676-1877) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 971665 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 971673 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 971674 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 971675 INFO (qtp527904507-1863) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591052965327667200
[junit4] 2> 971786 INFO (searcherExecutor-784-thread-1-processing-n:127.0.0.1:56822_solr x:hdfsbackuprestore_shard1_replica_n2 s:shard1 c:hdfsbackuprestore r:core_node5) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n2] Registered new searcher Searcher@554bd268[hdfsbackuprestore_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 971904 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 971905 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 971905 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56822/solr/hdfsbackuprestore_shard2_replica_n6/
[junit4] 2> 971932 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard2_replica_n6 url=http://127.0.0.1:56822/solr START replicas=[http://127.0.0.1:45076/solr/hdfsbackuprestore_shard2_replica_n8/] nUpdates=100
[junit4] 2> 971978 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 971978 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 971978 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45076/solr/hdfsbackuprestore_shard1_replica_n1/
[junit4] 2> 971979 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard1_replica_n1 url=http://127.0.0.1:45076/solr START replicas=[http://127.0.0.1:56822/solr/hdfsbackuprestore_shard1_replica_n2/] nUpdates=100
[junit4] 2> 972002 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 972003 INFO (zkCallback-173-thread-3-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 972003 INFO (zkCallback-173-thread-2-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 972073 INFO (zkCallback-171-thread-3-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 972149 INFO (qtp527904507-1938) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.S.Request [hdfsbackuprestore_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 972298 INFO (qtp1066405676-1872) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.S.Request [hdfsbackuprestore_shard2_replica_n8] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=124
[junit4] 2> 972301 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard2_replica_n6 url=http://127.0.0.1:56822/solr DONE. We have no versions. sync failed.
[junit4] 2> 972325 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 972325 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 972325 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 972373 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard1_replica_n1 url=http://127.0.0.1:45076/solr DONE. We have no versions. sync failed.
[junit4] 2> 972373 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 972373 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 972373 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 973709 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45076/solr/hdfsbackuprestore_shard1_replica_n1/ shard1
[junit4] 2> 973763 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56822/solr/hdfsbackuprestore_shard2_replica_n6/ shard2
[junit4] 2> 973892 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 973893 INFO (zkCallback-173-thread-3-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 973893 INFO (zkCallback-171-thread-3-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 973893 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 973950 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 973951 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 973951 INFO (indexFetcher-797-thread-1) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.IndexFetcher Replica core_node9 is leader but it's state is down, skipping replication
[junit4] 2> 973961 INFO (qtp1066405676-1871) [n:127.0.0.1:45076_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=10238
[junit4] 2> 973963 INFO (qtp527904507-1867) [n:127.0.0.1:56822_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=9565
[junit4] 2> 974070 INFO (zkCallback-171-thread-3-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 974071 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:45076_solr) [n:127.0.0.1:45076_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 974074 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:56822_solr) [n:127.0.0.1:56822_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating...
[...truncated too long message...]
ve/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20180130_204902_6387734699034853613405.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20180130_204902_638738875226015830346.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20180130_204902_6384939566263072388628.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20180130_204902_6381482280639190651496.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20180130_204902_6397246301557099666982.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20180130_204902_6397477289918787376473.syserr
Total time: 440 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #342 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any