You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/28 11:00:06 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4413
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4413/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1B0489124781423E:A108BE9D18699471]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1B0489124781423E:F6C41E02FAEDDFE7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([1B0489124781423E:76F82DEFFDC9BD39]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13586 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3234819 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1B0489124781423E-001/init-core-data-001
[junit4] 2> 3234820 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3234829 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3234830 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1B0489124781423E-001/tempDir-001
[junit4] 2> 3234830 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3234832 INFO (Thread-5942) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3234832 INFO (Thread-5942) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3234836 ERROR (Thread-5942) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3234939 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59236
[junit4] 2> 3234953 INFO (zkConnectionManagerCallback-8200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3234959 INFO (jetty-launcher-8197-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3234959 INFO (jetty-launcher-8197-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3234960 INFO (jetty-launcher-8197-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3234960 INFO (jetty-launcher-8197-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3234961 INFO (jetty-launcher-8197-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3234961 INFO (jetty-launcher-8197-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@189b9f6a{/solr,null,AVAILABLE}
[junit4] 2> 3234961 INFO (jetty-launcher-8197-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3234961 INFO (jetty-launcher-8197-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3234962 INFO (jetty-launcher-8197-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3234962 INFO (jetty-launcher-8197-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11d07fc8{HTTP/1.1,[http/1.1]}{127.0.0.1:59238}
[junit4] 2> 3234962 INFO (jetty-launcher-8197-thread-2) [ ] o.e.j.s.Server Started @3239487ms
[junit4] 2> 3234962 INFO (jetty-launcher-8197-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59238}
[junit4] 2> 3234962 INFO (jetty-launcher-8197-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41bd8509{/solr,null,AVAILABLE}
[junit4] 2> 3234962 ERROR (jetty-launcher-8197-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3234963 INFO (jetty-launcher-8197-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e7ff41b{HTTP/1.1,[http/1.1]}{127.0.0.1:59239}
[junit4] 2> 3234963 INFO (jetty-launcher-8197-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3234963 INFO (jetty-launcher-8197-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3234963 INFO (jetty-launcher-8197-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3234963 INFO (jetty-launcher-8197-thread-1) [ ] o.e.j.s.Server Started @3239488ms
[junit4] 2> 3234963 INFO (jetty-launcher-8197-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T10:25:13.442Z
[junit4] 2> 3234963 INFO (jetty-launcher-8197-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59239}
[junit4] 2> 3234964 ERROR (jetty-launcher-8197-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3234964 INFO (jetty-launcher-8197-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3234964 INFO (jetty-launcher-8197-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3234964 INFO (jetty-launcher-8197-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3234964 INFO (jetty-launcher-8197-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T10:25:13.443Z
[junit4] 2> 3234966 INFO (zkConnectionManagerCallback-8202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3234966 INFO (zkConnectionManagerCallback-8204-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3234967 INFO (jetty-launcher-8197-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3234967 INFO (jetty-launcher-8197-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3234988 INFO (jetty-launcher-8197-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59236/solr
[junit4] 2> 3234988 INFO (jetty-launcher-8197-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59236/solr
[junit4] 2> 3234991 INFO (zkConnectionManagerCallback-8210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3234991 INFO (zkConnectionManagerCallback-8212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3234995 INFO (zkConnectionManagerCallback-8214-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3234995 INFO (zkConnectionManagerCallback-8216-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3235171 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3235171 INFO (jetty-launcher-8197-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3235172 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59238_solr
[junit4] 2> 3235173 INFO (jetty-launcher-8197-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59239_solr
[junit4] 2> 3235174 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.Overseer Overseer (id=99426966786146309-127.0.0.1:59238_solr-n_0000000000) starting
[junit4] 2> 3235175 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3235175 INFO (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3235191 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3235194 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3235195 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59239_solr]
[junit4] 2> 3235195 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3235195 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3235196 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59238_solr
[junit4] 2> 3235205 INFO (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3235206 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3235251 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3235252 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3235252 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3235328 INFO (jetty-launcher-8197-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59239.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235333 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59238.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235340 INFO (jetty-launcher-8197-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59239.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235341 INFO (jetty-launcher-8197-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59239.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235342 INFO (jetty-launcher-8197-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1B0489124781423E-001/tempDir-001/node1/.
[junit4] 2> 3235344 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59238.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235344 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59238.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235345 INFO (jetty-launcher-8197-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1B0489124781423E-001/tempDir-001/node2/.
[junit4] 2> 3235408 INFO (zkConnectionManagerCallback-8222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3235413 INFO (zkConnectionManagerCallback-8226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3235415 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3235417 INFO (SUITE-TriggerIntegrationTest-seed#[1B0489124781423E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59236/solr ready
[junit4] 2> 3235449 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 3235450 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3235452 DEBUG (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3235452 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3235459 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3235460 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3235461 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3235474 INFO (qtp1549171901-32447) [n:127.0.0.1:59238_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3235477 INFO (qtp1520736820-32446) [n:127.0.0.1:59239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3235478 DEBUG (qtp1549171901-32442) [n:127.0.0.1:59238_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3235479 INFO (qtp1549171901-32442) [n:127.0.0.1:59238_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3235480 DEBUG (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3235481 DEBUG (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59238_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3235482 DEBUG (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3235482 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3235485 INFO (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3235489 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3235489 INFO (qtp1520736820-32446) [n:127.0.0.1:59239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3235490 DEBUG (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3235491 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3235491 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3235510 INFO (qtp1520736820-32446) [n:127.0.0.1:59239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 3235512 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3235513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3235513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3235513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3235514 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d0734f9{/solr,null,AVAILABLE}
[junit4] 2> 3235514 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@436305a6{HTTP/1.1,[http/1.1]}{127.0.0.1:59252}
[junit4] 2> 3235514 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.Server Started @3240039ms
[junit4] 2> 3235514 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59252}
[junit4] 2> 3235515 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3235515 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3235515 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3235515 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3235515 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T10:25:13.994Z
[junit4] 2> 3235517 INFO (zkConnectionManagerCallback-8228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3235518 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3235531 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59236/solr
[junit4] 2> 3235533 INFO (zkConnectionManagerCallback-8232-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3235537 INFO (zkConnectionManagerCallback-8234-thread-1-processing-n:127.0.0.1:59252_solr) [n:127.0.0.1:59252_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3235550 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3235554 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59252_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3235562 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59252_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59252_solr
[junit4] 2> 3235573 INFO (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3235573 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3235573 INFO (zkCallback-8225-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3235574 INFO (zkCallback-8233-thread-1-processing-n:127.0.0.1:59252_solr) [n:127.0.0.1:59252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3235682 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59252.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235693 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59252.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235693 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59252.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3235695 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59252_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1B0489124781423E-001/tempDir-001/node3/.
[junit4] 2> 3236506 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3236506 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3236506 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59252_solr at time 835633993299927
[junit4] 2> 3237513 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3237513 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3237514 INFO (OverseerCollectionConfigSetProcessor-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3238514 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3238514 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3239517 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3239517 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3240529 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3240529 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3241535 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3241535 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3242545 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3242545 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3243549 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3243549 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3244559 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3244559 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3245568 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3245568 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3246578 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3246579 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3246579 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:59252_solr] added at times [835633993299927], now=835644066160565
[junit4] 2> 3246579 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2f801335537d7Teuf11mqxb6wwxbqcn83a7kymx",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":835633993299927,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835633993299927],
[junit4] 2> "nodeNames":["127.0.0.1:59252_solr"]}}
[junit4] 2> 3246579 DEBUG (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
[junit4] 2> 3246580 INFO (ScheduledTrigger-13016-thread-2) [n:127.0.0.1:59238_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3246581 DEBUG (AutoscalingActionExecutor-13017-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2f801335537d7Teuf11mqxb6wwxbqcn83a7kymx",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":835633993299927,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835633993299927],
[junit4] 2> "_enqueue_time_":835644066878696,
[junit4] 2> "nodeNames":["127.0.0.1:59252_solr"]}}
[junit4] 2> 3246582 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3246582 DEBUG (AutoscalingActionExecutor-13017-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3246583 DEBUG (AutoscalingActionExecutor-13017-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=2f801335537d7Teuf11mqxb6wwxbqcn83a7kymx
[junit4] 2> 3246583 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3246583 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3246583 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3246584 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@683c7214{/solr,null,AVAILABLE}
[junit4] 2> 3246584 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27242948{HTTP/1.1,[http/1.1]}{127.0.0.1:59273}
[junit4] 2> 3246584 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.Server Started @3251109ms
[junit4] 2> 3246584 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59273}
[junit4] 2> 3246584 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3246585 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3246585 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3246585 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3246585 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T10:25:25.064Z
[junit4] 2> 3246587 INFO (zkConnectionManagerCallback-8238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3246588 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3246598 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59236/solr
[junit4] 2> 3246599 INFO (zkConnectionManagerCallback-8242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3246602 INFO (zkConnectionManagerCallback-8244-thread-1-processing-n:127.0.0.1:59273_solr) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3246615 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3246619 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59273_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3246622 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59273_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59273_solr
[junit4] 2> 3246624 INFO (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3246625 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3246624 INFO (zkCallback-8225-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3246625 INFO (zkCallback-8233-thread-1-processing-n:127.0.0.1:59252_solr) [n:127.0.0.1:59252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3246625 INFO (zkCallback-8243-thread-1-processing-n:127.0.0.1:59273_solr) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3246691 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59273.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3246699 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59273.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3246699 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59273.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3246700 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [n:127.0.0.1:59273_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1B0489124781423E-001/tempDir-001/node4/.
[junit4] 2> 3251591 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3251591 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3251591 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59273_solr at time 835649078500141
[junit4] 2> 3252593 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3252593 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3253597 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3253598 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3254598 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3254598 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3255601 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3255602 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3256602 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3256602 DEBUG (ScheduledTrigger-13016-thread-1) [n:127.0.0.1:59238_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3256748 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@11d07fc8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3256748 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=386771509
[junit4] 2> 3256749 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3256749 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32239926: rootName = solr_59238, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@13d71d0a
[junit4] 2> 3256756 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3256756 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43787dcb: rootName = solr_59238, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7a5a0d69
[junit4] 2> 3256761 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3256761 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39c07dbc: rootName = solr_59238, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2237aeea
[junit4] 2> 3256763 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:59238_solr
[junit4] 2> 3256764 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3256765 INFO (zkCallback-8225-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3256765 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3256765 INFO (zkCallback-8233-thread-1-processing-n:127.0.0.1:59252_solr) [n:127.0.0.1:59252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3256765 INFO (zkCallback-8213-thread-1-processing-n:127.0.0.1:59238_solr) [n:127.0.0.1:59238_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3256765 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3256765 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.Overseer Overseer (id=99426966786146309-127.0.0.1:59238_solr-n_0000000000) closing
[junit4] 2> 3256765 INFO (zkCallback-8243-thread-1-processing-n:127.0.0.1:59273_solr) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3256766 INFO (OverseerStateUpdate-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59238_solr
[junit4] 2> 3256767 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3256767 WARN (OverseerAutoScalingTriggerThread-99426966786146309-127.0.0.1:59238_solr-n_0000000000) [n:127.0.0.1:59238_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3256768 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@189b9f6a{/solr,null,UNAVAILABLE}
[junit4] 2> 3256768 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59239_solr
[junit4] 2> 3256769 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3256771 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.Overseer Overseer (id=99426966786146310-127.0.0.1:59239_solr-n_0000000001) starting
[junit4] 2> 3256780 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3256781 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3256782 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3256782 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3256783 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3256783 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3256783 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3256783 INFO (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3256784 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:59273_solr
[junit4] 2> 3256787 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3256787 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3256789 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3256789 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3257794 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3257794 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3257795 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3258799 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3258799 DEBUG (ScheduledTrigger-13037-thread-4) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3258799 DEBUG (ScheduledTrigger-13037-thread-4) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3259801 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3259801 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3259802 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3260802 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3260802 DEBUG (ScheduledTrigger-13037-thread-4) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3260802 DEBUG (ScheduledTrigger-13037-thread-4) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3261810 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3261810 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3261810 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3261811 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:59273_solr] added at times [835649078500141], now=835659298106655
[junit4] 2> 3261811 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2f804b67b1b2dTeuf11mqxb6wwxbqcn83a7kymz",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":835649078500141,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835649078500141],
[junit4] 2> "nodeNames":["127.0.0.1:59273_solr"]}}
[junit4] 2> 3261811 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
[junit4] 2> 3261812 INFO (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3261812 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2f804b67b1b2dTeuf11mqxb6wwxbqcn83a7kymz",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":835649078500141,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835649078500141],
[junit4] 2> "_enqueue_time_":835659298746882,
[junit4] 2> "nodeNames":["127.0.0.1:59273_solr"]}}
[junit4] 2> 3261813 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[1B0489124781423E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 3261816 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3261817 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3261817 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 5 ms for event id=2f804b67b1b2dTeuf11mqxb6wwxbqcn83a7kymz
[junit4] 2> 3261836 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 3261837 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3261838 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3261838 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3261840 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3261841 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3261841 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3261845 INFO (qtp1520736820-32446) [n:127.0.0.1:59239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3261847 INFO (qtp96284661-32511) [n:127.0.0.1:59252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3261848 INFO (qtp180081247-32533) [n:127.0.0.1:59273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3261848 DEBUG (qtp96284661-32507) [n:127.0.0.1:59252_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3261849 INFO (qtp96284661-32507) [n:127.0.0.1:59252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3261850 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3261851 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3261851 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3261851 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3261853 INFO (qtp1520736820-32455) [n:127.0.0.1:59239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3261853 INFO (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3261854 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3261854 INFO (qtp180081247-32537) [n:127.0.0.1:59273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3261854 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3261855 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3261855 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3261855 INFO (qtp96284661-32511) [n:127.0.0.1:59252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3261856 DEBUG (qtp1520736820-32451) [n:127.0.0.1:59239_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3261856 INFO (qtp1520736820-32451) [n:127.0.0.1:59239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3261857 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3261857 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3261857 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3261858 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3261858 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3261858 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3261860 INFO (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3261860 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3261861 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3261861 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3261861 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3261861 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3261862 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3261862 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3261862 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3261862 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@297a885d{/solr,null,AVAILABLE}
[junit4] 2> 3261863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61f82b20{HTTP/1.1,[http/1.1]}{127.0.0.1:59325}
[junit4] 2> 3261863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.e.j.s.Server Started @3266388ms
[junit4] 2> 3261863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59325}
[junit4] 2> 3261863 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3261863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3261863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3261863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3261863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T10:25:40.342Z
[junit4] 2> 3261865 INFO (zkConnectionManagerCallback-8248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3261866 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3261874 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59236/solr
[junit4] 2> 3261875 INFO (zkConnectionManagerCallback-8252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3261878 INFO (zkConnectionManagerCallback-8254-thread-1-processing-n:127.0.0.1:59325_solr) [n:127.0.0.1:59325_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3261891 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [n:127.0.0.1:59325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3261895 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [n:127.0.0.1:59325_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3261898 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [n:127.0.0.1:59325_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59325_solr
[junit4] 2> 3261900 INFO (zkCallback-8225-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3261901 INFO (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3261901 INFO (zkCallback-8243-thread-1-processing-n:127.0.0.1:59273_solr) [n:127.0.0.1:59273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3261901 INFO (zkCallback-8233-thread-1-processing-n:127.0.0.1:59252_solr) [n:127.0.0.1:59252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3261901 INFO (zkCallback-8253-thread-1-processing-n:127.0.0.1:59325_solr) [n:127.0.0.1:59325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3261977 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [n:127.0.0.1:59325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59325.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3261985 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [n:127.0.0.1:59325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59325.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3261985 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [n:127.0.0.1:59325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59325.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11cdc99c
[junit4] 2> 3261986 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[1B0489124781423E]) [n:127.0.0.1:59325_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1B0489124781423E-001/tempDir-001/node5/.
[junit4] 2> 3262860 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3262860 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3262860 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59325_solr at time 835660347909390
[junit4] 2> 3262861 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:59325_solr] added at times [835660347909390], now=835660347996183
[junit4] 2> 3262861 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2f8075630a50eTeuf11mqxb6wwxbqcn83a7kyn1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":835660347909390,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835660347909390],
[junit4] 2> "nodeNames":["127.0.0.1:59325_solr"]}}
[junit4] 2> 3262861 DEBUG (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 3262862 INFO (ScheduledTrigger-13037-thread-3) [n:127.0.0.1:59239_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3262862 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2f8075630a50eTeuf11mqxb6wwxbqcn83a7kyn1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":835660347909390,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835660347909390],
[junit4] 2> "_enqueue_time_":835660348289082,
[junit4] 2> "nodeNames":["127.0.0.1:59325_solr"]}}
[junit4] 2> 3262862 INFO (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 3262864 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3262864 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3262864 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=2f8075630a50eTeuf11mqxb6wwxbqcn83a7kyn1
[junit4] 2> 3267865 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3267865 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3267865 DEBUG (ScheduledTrigger-13037-thread-1) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3267865 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3267866 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59325_solr at time 835665353108974
[junit4] 2> 3267866 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:59325_solr] added at times [835665353108974], now=835665353245358
[junit4] 2> 3267866 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2f8088085edeeTeuf11mqxb6wwxbqcn83a7kyn3",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":835665353108974,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835665353108974],
[junit4] 2> "nodeNames":["127.0.0.1:59325_solr"]}}
[junit4] 2> 3267866 DEBUG (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 3267867 INFO (ScheduledTrigger-13037-thread-2) [n:127.0.0.1:59239_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3267867 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2f8088085edeeTeuf11mqxb6wwxbqcn83a7kyn3",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":835665353108974,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[835665353108974],
[junit4] 2> "_enqueue_time_":835665353479388,
[junit4] 2> "nodeNames":["127.0.0.1:59325_solr"]}}
[junit4] 2> 3267867 INFO (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1517135141341000000 current time = 1517135146346000000
[junit4] 2> real diff: 5005000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 3267867 INFO (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 3267869 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3267869 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3267869 DEBUG (AutoscalingActionExecutor-13038-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=2f8088085edeeTeuf11mqxb6wwxbqcn83a7kyn3
[junit4] 2> 3267870 INFO (qtp1520736820-32451) [n:127.0.0.1:59239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3267871 INFO (qtp96284661-32511) [n:127.0.0.1:59252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3267873 INFO (qtp180081247-32538) [n:127.0.0.1:59273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3267875 INFO (qtp530267091-32569) [n:127.0.0.1:59325_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3267876 DEBUG (qtp180081247-32537) [n:127.0.0.1:59273_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3267876 INFO (qtp180081247-32537) [n:127.0.0.1:59273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3267877 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3267877 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59325_solr, 127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3267877 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3267878 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59325_solr, 127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3267878 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59325_solr, 127.0.0.1:59252_solr, 127.0.0.1:59273_solr, 127.0.0.1:59239_solr]
[junit4] 2> 3267878 DEBUG (zkCallback-8215-thread-1-processing-n:127.0.0.1:59239_solr) [n:127.0.0.1:59239_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3267879 DEBUG (OverseerAutoScalingTriggerThread-99426966786146310-127.0.0.1:59239_solr-n_0000000001) [n:127.0.0.1:59239_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3267880 INFO (qtp1520736820-32451) [n:127.0.0.1:59239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3267882 INFO (OverseerAutoScalingTrigg
[...truncated too long message...]
5566728-core_node3-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_1B0489124781423E-001
[junit4] 2> Jan 28, 2018 10:31:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=PostingsFormat(name=Direct), event.source_s=FSTOrd50, type=PostingsFormat(name=MockRandom), before.actions_ss=Lucene50(blocksize=128), event.property._enqueue_time__ss=PostingsFormat(name=Direct), after.actions_ss=PostingsFormat(name=Direct), stage_s=PostingsFormat(name=Direct), event.id_s=FSTOrd50, event.property.eventTimes_ss=PostingsFormat(name=MockRandom), source_s=FSTOrd50, event.type_s=PostingsFormat(name=MockRandom), responses_ts=PostingsFormat(name=Direct), id=FSTOrd50, collections_ss=PostingsFormat(name=MockRandom), operations.params_ts=PostingsFormat(name=Direct), event.property.nodeNames_ss=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Direct), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=548, maxMBSortInHeap=6.896752111836637, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@529cf6e6), locale=sr-RS, timezone=Atlantic/Reykjavik
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=200721032,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DeleteLastCustomShardedReplicaTest, JSONWriterTest, UtilsToolTest, AliasIntegrationTest, CustomHighlightComponentTest, ZkSolrClientTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestUnifiedSolrHighlighter, AnalysisErrorHandlingTest, BlockJoinFacetDistribTest, V2ApiIntegrationTest, TestDistributedSearch, CustomCollectionTest, TestDFRSimilarityFactory, TestManagedSynonymGraphFilterFactory, TestDelegationWithHadoopAuth, PreAnalyzedUpdateProcessorTest, FieldAnalysisRequestHandlerTest, TestExactSharedStatsCache, TestCSVLoader, HdfsDirectoryTest, TestLeaderElectionWithEmptyReplica, SyncSliceTest, TestWriterPerf, DistributedIntervalFacetingTest, CollectionStateFormat2Test, TestXmlQParserPlugin, DistributedTermsComponentTest, HdfsChaosMonkeyNothingIsSafeTest, TestSearchPerf, TestStandardQParsers, TestSolrDeletionPolicy2, BlockDirectoryTest, SegmentsInfoRequestHandlerTest, SuggestComponentTest, UninvertDocValuesMergePolicyTest, TestFieldCollectionResource, ConjunctionSolrSpellCheckerTest, DeleteStatusTest, FullSolrCloudDistribCmdsTest, SpatialRPTFieldTypeTest, SolrShardReporterTest, TestApiFramework, HdfsWriteToMultipleCollectionsTest, SearchRateTriggerTest, CdcrRequestHandlerTest, NoCacheHeaderTest, OverseerStatusTest, CSVRequestHandlerTest, TestCloudNestedDocsSort, TestShardHandlerFactory, TestSolrCloudWithDelegationTokens, AnalyticsMergeStrategyTest, HdfsRecoveryZkTest, BasicFunctionalityTest, AssignTest, MoveReplicaTest, TestConfigOverlay, FullHLLTest, SolrCLIZkUtilsTest, RuleEngineTest, SolrCoreMetricManagerTest, DefaultValueUpdateProcessorTest, TestStressVersions, TestIntervalFaceting, TestLuceneIndexBackCompat, DistributedExpandComponentTest, TestSolrCloudWithHadoopAuthPlugin, TestDownShardTolerantSearch, SolrXmlInZkTest, TemplateUpdateProcessorTest, TestRTGBase, TestSchemaManager, ExternalFileFieldSortTest, TestPolicyCloud, DocumentAnalysisRequestHandlerTest, TestSchemaSimilarityResource, TestMissingGroups, TestSmileRequest, DistributedQueryComponentOptimizationTest, TestCloudDeleteByQuery, HLLUtilTest, RemoteQueryErrorTest, TestGenericDistributedQueue, PrimUtilsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SpellCheckCollatorTest, ShowFileRequestHandlerTest, TestFieldTypeCollectionResource, SolrCoreCheckLockOnStartupTest, QueryParsingTest, LargeFieldTest, SchemaApiFailureTest, CheckHdfsIndexTest, TestGraphMLResponseWriter, TestSQLHandlerNonCloud, TestSolrQueryResponse, RequestHandlersTest, TestTlogReplica, CoreAdminRequestStatusTest, TestJettySolrRunner, TestRecoveryHdfs, TestFileDictionaryLookup, CoreSorterTest, TestRandomDVFaceting, TestScoreJoinQPNoScore, DistributedQueueTest, SaslZkACLProviderTest, TestAuthorizationFramework, UpdateParamsTest, TestSchemaNameResource, SubstringBytesRefFilterTest, BlobRepositoryCloudTest, TestSizeLimitedDistributedMap, DOMUtilTest, TestUseDocValuesAsStored, PrimitiveFieldTypeTest, HighlighterConfigTest, SuggesterTest, TestFastLRUCache, TestDistribStateManager, LoggingHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, TestRuleBasedAuthorizationPlugin, OverseerTest, DocValuesMissingTest, URLClassifyProcessorTest, TestFieldCacheSortRandom, TestValueSourceCache, CoreAdminHandlerTest, ReplicaListTransformerTest, TestDeleteCollectionOnDownNodes, UpdateRequestProcessorFactoryTest, TestAnalyzeInfixSuggestions, DisMaxRequestHandlerTest, TestDynamicFieldCollectionResource, TestClusterStateMutator, UUIDUpdateProcessorFallbackTest, NumberUtilsTest, DistributedFacetPivotWhiteBoxTest, JvmMetricsTest, DebugComponentTest, TestPullReplicaErrorHandling, TestHashQParserPlugin, TestJsonFacetRefinement, TestStressRecovery, ChaosMonkeySafeLeaderTest, TestInPlaceUpdatesDistrib, TestLRUCache, SolrJmxReporterCloudTest, SolrSlf4jReporterTest, TestCloudPseudoReturnFields, UUIDFieldTest, DistributedSpellCheckComponentTest, HealthCheckHandlerTest, TestExpandComponent, ScriptEngineTest, TestHashPartitioner, TestUninvertingReader, TestCoreBackup, TestInfoStreamLogging, TestAddFieldRealTimeGet, AtomicUpdatesTest, TestSolrCoreParser, QueryResultKeyTest, SolrMetricReporterTest, SimpleFacetsTest, AutoAddReplicasIntegrationTest, TestMinMaxOnMultiValuedField, FileBasedSpellCheckerTest, CleanupOldIndexTest, TestTrieFacet, TestRequestForwarding, TestSubQueryTransformer, CreateRoutedAliasTest, TestCollationFieldDocValues, TestCoreDiscovery, NotRequiredUniqueKeyTest, ExecutePlanActionTest, TestLRUStatsCache, TestConfigSetProperties, TestHdfsCloudBackupRestore, TestConfig, TestLMJelinekMercerSimilarityFactory, TermVectorComponentTest, TestDefaultStatsCache, FacetPivotSmallTest, JsonLoaderTest, TestConfigsApi, ClusterStateUpdateTest, TestIndexingPerformance, TestLMDirichletSimilarityFactory, TestIndexSearcher, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestOmitPositions, TermsComponentTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, TestComponentsName, TestLFUCache, TestQuerySenderListener, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestIBSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, PeerSyncReplicationTest, SolrCloudExampleTest, TestCloudPivotFacet, TestCloudSearcherWarming, TestConfigSetsAPIZkFailure, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudClusterSSL, TestPrepRecovery, TestRandomRequestDistribution, TestSegmentSorting, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, TestClusterStateProvider, TestExecutePlanAction, TestLargeCluster, TestNodeAddedTrigger, TestPolicyCloud, TestTriggerIntegration, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, ZkStateReaderTest, ZkStateWriterTest, RulesTest, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrConfigHandler, TestSolrCloudSnapshots, RequestLoggingTest, TestBlobHandler, TestRestoreCore, TestSQLHandler, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [642/770 (2!)] on J1 in 20.37s, 1 test, 1 failure <<< FAILURES!
[...truncated 48595 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4415 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4415/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.OverallAnalyticsTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest: 1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([52209ED3420A94E7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.OverallAnalyticsTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([52209ED3420A94E7]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
{srt=[CapturedEvent{timestamp=1044782017928525, stage=AFTER_ACTION, actionName='compute', event={ "id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185", "source":"search_rate_trigger", "eventTime":1044778799023475, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10016_solr":250.0, "127.0.0.1:10013_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1044781914036225, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044784243661125, stage=AFTER_ACTION, actionName='execute', event={ "id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185", "source":"search_rate_trigger", "eventTime":1044778799023475, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10016_solr":250.0, "127.0.0.1:10013_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1044781914036225, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044784252198475, stage=AFTER_ACTION, actionName='test', event={ "id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185", "source":"search_rate_trigger", "eventTime":1044778799023475, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10016_solr":250.0, "127.0.0.1:10013_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1044781914036225, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044784257796925, stage=SUCCEEDED, actionName='null', event={ "id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185", "source":"search_rate_trigger", "eventTime":1044778799023475, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10016_solr":250.0, "127.0.0.1:10013_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1044781914036225, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044789475113175, stage=AFTER_ACTION, actionName='compute', event={ "id":"3b6393b28634bT6lejbeoqu6skdmmwimmhol188", "source":"search_rate_trigger", "eventTime":1044781852025675, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10016_solr":250.0, "127.0.0.1:10013_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1044789345167425, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
Stack Trace:
java.lang.AssertionError: {srt=[CapturedEvent{timestamp=1044782017928525, stage=AFTER_ACTION, actionName='compute', event={
"id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185",
"source":"search_rate_trigger",
"eventTime":1044778799023475,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10016_solr":250.0,
"127.0.0.1:10013_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1044781914036225,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044784243661125, stage=AFTER_ACTION, actionName='execute', event={
"id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185",
"source":"search_rate_trigger",
"eventTime":1044778799023475,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10016_solr":250.0,
"127.0.0.1:10013_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1044781914036225,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044784252198475, stage=AFTER_ACTION, actionName='test', event={
"id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185",
"source":"search_rate_trigger",
"eventTime":1044778799023475,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10016_solr":250.0,
"127.0.0.1:10013_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1044781914036225,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10016_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/3b638852f4573T6lejbeoqu6skdmmwimmhol185/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044784257796925, stage=SUCCEEDED, actionName='null', event={
"id":"3b638852f4573T6lejbeoqu6skdmmwimmhol185",
"source":"search_rate_trigger",
"eventTime":1044778799023475,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10016_solr":250.0,
"127.0.0.1:10013_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1044781914036225,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1044789475113175, stage=AFTER_ACTION, actionName='compute', event={
"id":"3b6393b28634bT6lejbeoqu6skdmmwimmhol188",
"source":"search_rate_trigger",
"eventTime":1044781852025675,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10016_solr":250.0,
"127.0.0.1:10013_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10016_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10013_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1044789345167425,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10013_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
at __randomizedtesting.SeedInfo.seed([D1BC188EC38B7886:8CF406070C4DDEC9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1183)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13540 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_D1BC188EC38B7886-001/init-core-data-001
[junit4] 2> 3085570 INFO (SUITE-TestTriggerIntegration-seed#[D1BC188EC38B7886]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3085571 INFO (SUITE-TestTriggerIntegration-seed#[D1BC188EC38B7886]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3085571 INFO (SUITE-TestTriggerIntegration-seed#[D1BC188EC38B7886]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3085572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3085572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 3085572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 3085573 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 3085573 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 3085573 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3085573 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3085573 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3085573 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 3085573 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3085573 DEBUG (ScheduledTrigger-12513-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085574 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3085574 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3085574 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3085574 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
[junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 3085575 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3085575 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3085575 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085575 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 3085575 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3085575 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3085576 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3085576 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085602 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085635 DEBUG (ScheduledTrigger-12516-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085666 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085684 DEBUG (simCloudManagerPool-12515-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3085685 DEBUG (simCloudManagerPool-12515-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3085685 DEBUG (simCloudManagerPool-12515-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085685 DEBUG (simCloudManagerPool-12515-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085685 DEBUG (simCloudManagerPool-12515-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3085685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3085685 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3085686 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3085686 DEBUG (ScheduledTrigger-12516-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3085686 DEBUG (ScheduledTrigger-12516-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3085686 DEBUG (ScheduledTrigger-12516-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10013_solr at time 1044725189097425
[junit4] 2> 3085686 DEBUG (ScheduledTrigger-12516-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3085713 DEBUG (ScheduledTrigger-12516-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3085713 DEBUG (ScheduledTrigger-12516-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3085713 DEBUG (ScheduledTrigger-12516-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3085737 DEBUG (ScheduledTrigger-12516-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3085737 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3085737 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3085737 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10013_solr] added at times [1044725189097425], now=1044727746418275
[junit4] 2> 3085737 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3b62c09c8b7d1T6lejbeoqu6skdmmwimmhol17q",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1044725189097425,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044725189097425],
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}}
[junit4] 2> 3085737 DEBUG (ScheduledTrigger-12516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 3085738 DEBUG (AutoscalingActionExecutor-12517-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3b62c09c8b7d1T6lejbeoqu6skdmmwimmhol17q",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1044725189097425,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044725189097425],
[junit4] 2> "_enqueue_time_":1044727763214875,
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}}
[junit4] 2> 3085739 DEBUG (AutoscalingActionExecutor-12517-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3085739 DEBUG (AutoscalingActionExecutor-12517-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 3085739 DEBUG (AutoscalingActionExecutor-12517-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 42 ms for event id=3b62c09c8b7d1T6lejbeoqu6skdmmwimmhol17q
[junit4] 2> 3085739 DEBUG (simCloudManagerPool-12515-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3085739 DEBUG (simCloudManagerPool-12515-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3085739 DEBUG (simCloudManagerPool-12515-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085739 DEBUG (simCloudManagerPool-12515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085740 DEBUG (simCloudManagerPool-12515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3085740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3085740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3085784 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 3085785 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3085786 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 3085786 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3085786 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3085788 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3085788 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3085788 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3085789 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3085789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3085789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3085789 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3085789 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
[junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 3085790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3085790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3085790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 3085790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3085790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3085790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3085790 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085819 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085850 DEBUG (ScheduledTrigger-12519-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085879 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085900 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3085900 DEBUG (simCloudManagerPool-12518-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3085900 DEBUG (simCloudManagerPool-12518-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3085901 DEBUG (simCloudManagerPool-12518-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085901 DEBUG (simCloudManagerPool-12518-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3085901 DEBUG (simCloudManagerPool-12518-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3085901 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3085901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3085901 DEBUG (ScheduledTrigger-12519-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3085902 DEBUG (ScheduledTrigger-12519-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3085903 DEBUG (simCloudManagerPool-12518-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3085903 DEBUG (simCloudManagerPool-12518-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3085903 DEBUG (simCloudManagerPool-12518-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085903 DEBUG (simCloudManagerPool-12518-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3085903 DEBUG (simCloudManagerPool-12518-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3085903 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3085903 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3085930 DEBUG (ScheduledTrigger-12519-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3085930 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3085930 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3085930 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10014_solr at time 1044737419320175
[junit4] 2> 3085960 DEBUG (ScheduledTrigger-12519-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3085960 DEBUG (ScheduledTrigger-12519-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3085961 DEBUG (ScheduledTrigger-12519-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3085961 DEBUG (ScheduledTrigger-12519-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10014_solr] added at times [1044737419320175], now=1044738930187625
[junit4] 2> 3085961 DEBUG (ScheduledTrigger-12519-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3b62ee2c31b6fT6lejbeoqu6skdmmwimmhol17t",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1044737419320175,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044737419320175],
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"]}}
[junit4] 2> 3085961 DEBUG (ScheduledTrigger-12519-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
[junit4] 2> 3085962 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3b62ee2c31b6fT6lejbeoqu6skdmmwimmhol17t",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1044737419320175,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044737419320175],
[junit4] 2> "_enqueue_time_":1044738952048925,
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"]}}
[junit4] 2> 3085963 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3085963 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
[junit4] 2> 3085963 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 63 ms for event id=3b62ee2c31b6fT6lejbeoqu6skdmmwimmhol17t
[junit4] 2> 3086073 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 3086073 DEBUG (ScheduledTrigger-12519-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3086074 DEBUG (ScheduledTrigger-12519-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3086074 DEBUG (ScheduledTrigger-12519-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10015_solr at time 1044744583579625
[junit4] 2> 3086105 DEBUG (ScheduledTrigger-12519-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 3086105 DEBUG (ScheduledTrigger-12519-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3086105 DEBUG (ScheduledTrigger-12519-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3086106 DEBUG (ScheduledTrigger-12519-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10015_solr] added at times [1044744583579625], now=1044746176894025
[junit4] 2> 3086106 DEBUG (ScheduledTrigger-12519-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3b6308dc907e9T6lejbeoqu6skdmmwimmhol17w",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1044744583579625,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044744583579625],
[junit4] 2> "nodeNames":["127.0.0.1:10015_solr"]}}
[junit4] 2> 3086106 DEBUG (ScheduledTrigger-12519-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
[junit4] 2> 3086106 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3b6308dc907e9T6lejbeoqu6skdmmwimmhol17w",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1044744583579625,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044744583579625],
[junit4] 2> "_enqueue_time_":1044746187114025,
[junit4] 2> "nodeNames":["127.0.0.1:10015_solr"]}}
[junit4] 2> 3086107 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3086107 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
[junit4] 2> 3086107 DEBUG (AutoscalingActionExecutor-12520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 41 ms for event id=3b6308dc907e9T6lejbeoqu6skdmmwimmhol17w
[junit4] 2> 3086161 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 3086161 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3086161 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3086161 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_cooldown_trigger
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 3086162 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 2
[junit4] 2> 3086165 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 3086165 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3086165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3086165 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3086165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3086166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086166 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3086166 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
[junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 3086167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3086167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3086167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3086167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1
[junit4] 2> 3086167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3086167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 3086167 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086191 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086222 DEBUG (ScheduledTrigger-12522-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086247 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086276 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086277 DEBUG (simCloudManagerPool-12521-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3086277 DEBUG (simCloudManagerPool-12521-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 3086277 DEBUG (simCloudManagerPool-12521-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3086277 DEBUG (simCloudManagerPool-12521-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3086278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 3086278 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3086278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 3086278 DEBUG (ScheduledTrigger-12522-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3086278 DEBUG (ScheduledTrigger-12522-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
[junit4] 2> 3086305 DEBUG (ScheduledTrigger-12522-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3086305 DEBUG (ScheduledTrigger-12522-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
[junit4] 2> 3086305 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3086335 DEBUG (ScheduledTrigger-12522-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3086335 DEBUG (ScheduledTrigger-12522-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3086365 DEBUG (ScheduledTrigger-12522-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3086365 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3086365 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10011_solr]
[junit4] 2> 3086365 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3b632ef3e1625T6lejbeoqu6skdmmwimmhol17z",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1044754808575525,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044754808575525],
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 3086366 DEBUG (ScheduledTrigger-12522-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 3086367 DEBUG (AutoscalingActionExecutor-12523-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3b632ef3e1625T6lejbeoqu6skdmmwimmhol17z",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1044754808575525,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044754808575525],
[junit4] 2> "_enqueue_time_":1044759188643375,
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 3086367 DEBUG (AutoscalingActionExecutor-12523-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3086367 DEBUG (AutoscalingActionExecutor-12523-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 3086367 DEBUG (AutoscalingActionExecutor-12523-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 37 ms for event id=3b632ef3e1625T6lejbeoqu6skdmmwimmhol17z
[junit4] 2> 3086368 DEBUG (simCloudManagerPool-12521-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3086368 DEBUG (simCloudManagerPool-12521-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 3086368 DEBUG (simCloudManagerPool-12521-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr]
[junit4] 2> 3086368 DEBUG (simCloudManagerPool-12521-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr]
[junit4] 2> 3086368 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 3086368 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086368 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 3086418 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 3086418 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3086418 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3086418 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3086418 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3086418 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1
[junit4] 2> 3086418 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 1
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10011_solr
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3086419 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3086421 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D1BC188EC38B7886]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 3086422 DEBUG (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 3086422 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 3086422 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3086422 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086422 DEBUG (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10011_solr
[junit4] 2> 3086422 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3086422 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 3086422 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2057)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 3086423 DEBUG (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D1BC188EC38B7886]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3086424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3086424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 3086424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10013_solr]
[junit4] 2> 3086424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
[junit4] 2> 3086424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 3086424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 3086425 DEBUG (ScheduledTrigger-12525-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086448 DEBUG (ScheduledTrigger-12525-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086479 DEBUG (ScheduledTrigger-12525-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086508 DEBUG (ScheduledTrigger-12525-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086533 DEBUG (ScheduledTrigger-12525-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086534 DEBUG (simCloudManagerPool-12524-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3086534 DEBUG (simCloudManagerPool-12524-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 3086535 DEBUG (simCloudManagerPool-12524-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10013_solr, 127.0.0.1:10017_solr]
[junit4] 2> 3086535 DEBUG (simCloudManagerPool-12524-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10013_solr, 127.0.0.1:10017_solr]
[junit4] 2> 3086535 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 3086535 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3086535 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086535 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 3086535 DEBUG (ScheduledTrigger-12525-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 3086535 DEBUG (ScheduledTrigger-12525-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10017_solr
[junit4] 2> 3086554 DEBUG (ScheduledTrigger-12525-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3086557 DEBUG (ScheduledTrigger-12525-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 3086567 DEBUG (simCloudManagerPool-12524-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3086567 DEBUG (simCloudManagerPool-12524-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 3086567 DEBUG (simCloudManagerPool-12524-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10013_solr]
[junit4] 2> 3086567 DEBUG (simCloudManagerPool-12524-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10013_solr]
[junit4] 2> 3086567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 3086567 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3086567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3086567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 3086567 DEBUG (ScheduledTrigger-12525-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 3086567 DEBUG (ScheduledTrigger-12525-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10017_solr]
[junit4] 2> 3086568 DEBUG (ScheduledTrigger-12525-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3b635ed61cabfT6lejbeoqu6skdmmwimmhol182",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1044767662262975,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1044767662262975],
[junit4] 2> "nodeNames":["127.0.0.1:10017_solr"]}}
[junit4] 2> 3086568 DEBUG (ScheduledTrigger-12525-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_restore_trigger]
[junit4] 2> 3086569 DEBUG (AutoscalingActionExecutor-12526-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3b635ed61cabfT6lejbeoqu6skdmmwimmhol182",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1044767662262975,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[10447
[...truncated too long message...]
ons, SimpleFacetsTest, StatsComponentTest, TestGroupingSearch, BasicFunctionalityTest, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, SignatureUpdateProcessorFactoryTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterWFSTTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, TestReversedWildcardFilterFactory, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestComponentsName, TestLFUCache, TimeZoneUtilsTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, AddReplicaTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribJoinFromCollectionTest, HealthCheckHandlerTest, LIRRollingUpdatesTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, ReplaceNodeTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestSSLRandomization, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, AssignTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, AutoScalingHandlerTest, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, SystemLogListenerTest, TestClusterStateProvider, TestDistribStateManager, TestGenericDistributedQueue, TestSimDistributedQueue, TestTriggerIntegration]
[junit4] Completed [588/773 (1!)] on J1 in 3.63s, 11 tests, 1 failure <<< FAILURES!
[...truncated 3730 lines...]
[junit4] Suite: org.apache.solr.analytics.OverallAnalyticsTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.OverallAnalyticsTest_52209ED3420A94E7-001/init-core-data-001
[junit4] 2> Jan 30, 2018 6:07:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Jan 30, 2018 6:08:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
[junit4] 2> 1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Jan 30, 2018 6:08:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> Jan 30, 2018 6:08:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {string_s=PostingsFormat(name=MockRandom), id=BlockTreeOrds(blocksize=128), string_sm=Lucene50(blocksize=128)}, docValues:{int_i=DocValuesFormat(name=Asserting), double_dm=DocValuesFormat(name=Memory), float_fm=DocValuesFormat(name=Lucene70), int_im=DocValuesFormat(name=Lucene70), date_dt=DocValuesFormat(name=Asserting), date_dtm=DocValuesFormat(name=Direct), long_lm=DocValuesFormat(name=Direct), double_d=DocValuesFormat(name=Lucene70), float_f=DocValuesFormat(name=Memory), long_l=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Direct), string_s=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), string_sm=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1406, maxMBSortInHeap=5.042074920574478, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1aafae87), locale=mgo, timezone=America/New_York
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=33909272,total=98959360
[junit4] 2> NOTE: All tests run in this JVM: [LegacyNoFacetTest, CastingDoubleValueTest, BottomFunctionTest, GTFunctionTest, CastingFloatValueTest, OverallAnalyticsTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverallAnalyticsTest -Dtests.seed=52209ED3420A94E7 -Dtests.slow=true -Dtests.locale=mgo -Dtests.timezone=America/New_York -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | OverallAnalyticsTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
[junit4] > 1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([52209ED3420A94E7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=66, name=qtp1315797791-66, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([52209ED3420A94E7]:0)
[junit4] Completed [59/78 (1!)] on J0 in 58.02s, 1 test, 2 errors <<< FAILURES!
[...truncated 37733 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4414
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4414/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:60245/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:60245/solr]
at __randomizedtesting.SeedInfo.seed([4A8EF17A1C4BEB94:723DD5843BB83F45]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:60245/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 44 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:60245 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.SchemaTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest: 1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest:
1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([A2432F7B5D8124F8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.SchemaTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([A2432F7B5D8124F8]:0)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([4A8EF17A1C4BEB94:27725587A6031493]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12203 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> 1101170 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/init-core-data-001
[junit4] 2> 1101171 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1101174 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1101174 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001
[junit4] 2> 1101174 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1101175 INFO (Thread-2008) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1101175 INFO (Thread-2008) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1101181 ERROR (Thread-2008) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1101287 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60241
[junit4] 2> 1101297 INFO (zkConnectionManagerCallback-3205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101302 INFO (jetty-launcher-3202-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1101302 INFO (jetty-launcher-3202-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1101302 INFO (jetty-launcher-3202-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1101303 INFO (jetty-launcher-3202-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1101303 INFO (jetty-launcher-3202-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1101303 INFO (jetty-launcher-3202-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1101304 INFO (jetty-launcher-3202-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1101304 INFO (jetty-launcher-3202-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1101304 INFO (jetty-launcher-3202-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1101304 INFO (jetty-launcher-3202-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b675389{/solr,null,AVAILABLE}
[junit4] 2> 1101304 INFO (jetty-launcher-3202-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8b05a09{/solr,null,AVAILABLE}
[junit4] 2> 1101305 INFO (jetty-launcher-3202-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1101305 INFO (jetty-launcher-3202-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1101305 INFO (jetty-launcher-3202-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1101306 INFO (jetty-launcher-3202-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72bb620f{/solr,null,AVAILABLE}
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7088bbf5{HTTP/1.1,[http/1.1]}{127.0.0.1:60244}
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-1) [ ] o.e.j.s.Server Started @1104340ms
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63df3ea6{HTTP/1.1,[http/1.1]}{127.0.0.1:60243}
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60244}
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-2) [ ] o.e.j.s.Server Started @1104340ms
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60243}
[junit4] 2> 1101308 ERROR (jetty-launcher-3202-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1101308 ERROR (jetty-launcher-3202-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1101308 INFO (jetty-launcher-3202-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1249c3a9{HTTP/1.1,[http/1.1]}{127.0.0.1:60245}
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T18:34:49.372Z
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T18:34:49.372Z
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-3) [ ] o.e.j.s.Server Started @1104340ms
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60245}
[junit4] 2> 1101309 ERROR (jetty-launcher-3202-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1101309 INFO (jetty-launcher-3202-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T18:34:49.372Z
[junit4] 2> 1101310 INFO (zkConnectionManagerCallback-3207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101311 INFO (zkConnectionManagerCallback-3209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101311 INFO (zkConnectionManagerCallback-3211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101311 INFO (jetty-launcher-3202-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1101311 INFO (jetty-launcher-3202-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1101312 INFO (jetty-launcher-3202-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1101327 INFO (jetty-launcher-3202-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60241/solr
[junit4] 2> 1101327 INFO (jetty-launcher-3202-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60241/solr
[junit4] 2> 1101328 INFO (jetty-launcher-3202-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60241/solr
[junit4] 2> 1101328 INFO (zkConnectionManagerCallback-3218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101328 INFO (zkConnectionManagerCallback-3220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101329 INFO (zkConnectionManagerCallback-3223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101331 INFO (zkConnectionManagerCallback-3225-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101331 INFO (zkConnectionManagerCallback-3227-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101331 INFO (zkConnectionManagerCallback-3229-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101476 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1101476 INFO (jetty-launcher-3202-thread-1) [n:127.0.0.1:60244_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1101477 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60243_solr
[junit4] 2> 1101478 INFO (jetty-launcher-3202-thread-1) [n:127.0.0.1:60244_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60244_solr
[junit4] 2> 1101478 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.c.Overseer Overseer (id=72114465450819593-127.0.0.1:60243_solr-n_0000000000) starting
[junit4] 2> 1101479 INFO (jetty-launcher-3202-thread-3) [n:127.0.0.1:60245_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1101480 INFO (zkCallback-3226-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1101480 INFO (zkCallback-3228-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1101481 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1101483 INFO (jetty-launcher-3202-thread-3) [n:127.0.0.1:60245_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60245_solr
[junit4] 2> 1101484 INFO (zkCallback-3226-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1101485 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1101485 INFO (zkCallback-3228-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1101511 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60243_solr
[junit4] 2> 1101522 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1101522 INFO (zkCallback-3226-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1101522 INFO (zkCallback-3228-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1101639 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101657 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101657 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101659 INFO (jetty-launcher-3202-thread-2) [n:127.0.0.1:60243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node2/.
[junit4] 2> 1101660 INFO (jetty-launcher-3202-thread-3) [n:127.0.0.1:60245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60245.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101695 INFO (jetty-launcher-3202-thread-3) [n:127.0.0.1:60245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60245.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101695 INFO (jetty-launcher-3202-thread-3) [n:127.0.0.1:60245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60245.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101697 INFO (jetty-launcher-3202-thread-3) [n:127.0.0.1:60245_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node3/.
[junit4] 2> 1101701 INFO (jetty-launcher-3202-thread-1) [n:127.0.0.1:60244_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60244.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101719 INFO (jetty-launcher-3202-thread-1) [n:127.0.0.1:60244_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60244.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101719 INFO (jetty-launcher-3202-thread-1) [n:127.0.0.1:60244_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60244.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1101722 INFO (jetty-launcher-3202-thread-1) [n:127.0.0.1:60244_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node1/.
[junit4] 2> 1101837 INFO (zkConnectionManagerCallback-3237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101841 INFO (zkConnectionManagerCallback-3241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101842 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1101844 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[4A8EF17A1C4BEB94]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60241/solr ready
[junit4] 2> 1101880 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[4A8EF17A1C4BEB94]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1101884 INFO (qtp380382596-11526) [n:127.0.0.1:60243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:60243_solr,127.0.0.1:60245_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1101887 INFO (OverseerThreadFactory-4211-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1102005 INFO (OverseerStateUpdate-72114465450819593-127.0.0.1:60243_solr-n_0000000000) [n:127.0.0.1:60243_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60243/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1102009 INFO (OverseerStateUpdate-72114465450819593-127.0.0.1:60243_solr-n_0000000000) [n:127.0.0.1:60243_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1102013 INFO (OverseerStateUpdate-72114465450819593-127.0.0.1:60243_solr-n_0000000000) [n:127.0.0.1:60243_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60243/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1102017 INFO (OverseerStateUpdate-72114465450819593-127.0.0.1:60243_solr-n_0000000000) [n:127.0.0.1:60243_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1102231 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1102232 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1102233 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1102233 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1102233 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1102235 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1102352 INFO (zkCallback-3228-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1102352 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1102353 INFO (zkCallback-3224-thread-2-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1102353 INFO (zkCallback-3228-thread-2-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1102353 INFO (zkCallback-3228-thread-3-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1103271 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1103278 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1103278 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1103294 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1103304 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1103305 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1103311 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1103311 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1103312 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60245.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1103312 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1103312 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 1103312 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1103313 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1103313 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1103314 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60243.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1103314 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1103314 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 1103315 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1103315 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1103318 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60243.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1103319 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1103319 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 1103323 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1103323 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1103323 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1103323 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60245.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1103323 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1103323 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 1103410 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1103410 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1103411 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1103411 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1103412 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1103412 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1103434 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1103434 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1103440 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1103440 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1103441 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1103441 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1103442 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1103442 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1103442 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1103443 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1103450 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d718cac[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1103451 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1103451 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1103452 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1103452 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590952870821232640
[junit4] 2> 1103453 INFO (searcherExecutor-4220-thread-1-processing-n:127.0.0.1:60243_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@2d718cac[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1103455 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@69864ba8[testSimple1_shard2_replica_n6] main]
[junit4] 2> 1103461 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@31ce4c0a[testSimple1_shard2_replica_n4] main]
[junit4] 2> 1103462 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1103462 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1103463 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1103464 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1103464 INFO (searcherExecutor-4219-thread-1-processing-n:127.0.0.1:60243_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@31ce4c0a[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1103465 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590952870834864128
[junit4] 2> 1103465 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@342451f[testSimple1_shard1_replica_n2] main]
[junit4] 2> 1103467 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1103467 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1103468 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1103469 INFO (searcherExecutor-4221-thread-1-processing-n:127.0.0.1:60245_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@342451f[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1103469 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590952870839058432
[junit4] 2> 1103470 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1103472 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1103476 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1103477 INFO (searcherExecutor-4218-thread-1-processing-n:127.0.0.1:60245_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@69864ba8[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1103477 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590952870847447040
[junit4] 2> 1103479 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1103591 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1103591 INFO (zkCallback-3228-thread-3-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1103591 INFO (zkCallback-3228-thread-4-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1103591 INFO (zkCallback-3228-thread-2-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1103591 INFO (zkCallback-3224-thread-2-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1103980 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1103980 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1103980 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1103980 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1103980 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60243/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 1103980 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60243/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 1103981 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:60243/solr START replicas=[http://127.0.0.1:60245/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1103981 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:60243/solr START replicas=[http://127.0.0.1:60245/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1103983 INFO (qtp239244624-11548) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1103983 INFO (qtp239244624-11538) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1104293 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:60243/solr DONE. We have no versions. sync failed.
[junit4] 2> 1104293 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1104293 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1104293 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1104293 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:60243/solr DONE. We have no versions. sync failed.
[junit4] 2> 1104294 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1104294 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1104294 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1104302 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60243/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 1104302 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60243/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 1104415 INFO (zkCallback-3228-thread-2-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104415 INFO (zkCallback-3228-thread-4-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104415 INFO (zkCallback-3228-thread-3-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104415 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104415 INFO (zkCallback-3224-thread-2-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104474 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1104474 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1104477 INFO (qtp380382596-11531) [n:127.0.0.1:60243_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2245
[junit4] 2> 1104477 INFO (qtp380382596-11529) [n:127.0.0.1:60243_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2246
[junit4] 2> 1104484 INFO (qtp239244624-11546) [n:127.0.0.1:60245_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2250
[junit4] 2> 1104507 INFO (qtp239244624-11528) [n:127.0.0.1:60245_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2274
[junit4] 2> 1104510 INFO (qtp380382596-11526) [n:127.0.0.1:60243_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1104618 INFO (zkCallback-3224-thread-2-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104618 INFO (zkCallback-3228-thread-3-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104618 INFO (zkCallback-3228-thread-2-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104618 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1104618 INFO (zkCallback-3228-thread-4-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1105515 INFO (qtp380382596-11526) [n:127.0.0.1:60243_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:60243_solr,127.0.0.1:60245_solr&wt=javabin&version=2} status=0 QTime=3630
[junit4] 2> 1105516 INFO (qtp380382596-11533) [n:127.0.0.1:60243_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60245_solr,127.0.0.1:60244_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1105519 INFO (OverseerThreadFactory-4211-thread-2-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 1105520 INFO (OverseerCollectionConfigSetProcessor-72114465450819593-127.0.0.1:60243_solr-n_0000000000) [n:127.0.0.1:60243_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1105736 INFO (OverseerStateUpdate-72114465450819593-127.0.0.1:60243_solr-n_0000000000) [n:127.0.0.1:60243_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60244/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1105741 INFO (OverseerStateUpdate-72114465450819593-127.0.0.1:60243_solr-n_0000000000) [n:127.0.0.1:60243_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1105961 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1105964 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1105965 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1106081 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1106081 INFO (zkCallback-3224-thread-2-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1106081 INFO (zkCallback-3226-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1106082 INFO (zkCallback-3226-thread-2-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1106997 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1106997 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1107023 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1107023 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1107028 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1107028 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1107028 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1107028 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1107029 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60244.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1107029 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60245.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d70a389
[junit4] 2> 1107029 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1107029 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1107029 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 1107029 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_4A8EF17A1C4BEB94-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 1107130 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1107130 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1107131 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1107131 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1107136 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1107136 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1107138 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1107138 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1107140 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27d873f[testSimple2_shard1_replica_n1] main]
[junit4] 2> 1107143 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1107144 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1107144 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@32568dfe[testSimple2_shard1_replica_n2] main]
[junit4] 2> 1107145 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1107145 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590952874693623808
[junit4] 2> 1107146 INFO (searcherExecutor-4239-thread-1-processing-n:127.0.0.1:60244_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@27d873f[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1107147 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1107147 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1107148 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1107148 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590952874696769536
[junit4] 2> 1107149 INFO (searcherExecutor-4238-thread-1-processing-n:127.0.0.1:60245_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node4) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@32568dfe[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1107156 INFO (qtp239244624-11549) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 1107165 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1107165 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1107165 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60244/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 1107165 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:60244/solr START replicas=[http://127.0.0.1:60245/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1107168 INFO (qtp239244624-11538) [n:127.0.0.1:60245_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1107270 INFO (zkCallback-3226-thread-2-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1107270 INFO (zkCallback-3226-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1107270 INFO (zkCallback-3224-thread-2-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1107270 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1107476 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:60244/solr DONE. We have no versions. sync failed.
[junit4] 2> 1107476 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1107476 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1107476 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1107482 INFO (qtp1759658738-11524) [n:127.0.0.1:60244_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60244/solr/testSimple2_shard1_replica_n1/ shard1
[junit4] 2> 1107588 INFO (zkCallback-3224-thread-1-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1107588 INFO (zkCallback-3224-thread-2-processing-n:127.0.0.1:60245_solr) [n:127.0.0.1:60245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1107589 INFO (zkCallback-3226-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple
[...truncated too long message...]
0
[junit4] 2> 97145 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@14fb5951{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 97145 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=119093631
[junit4] 2> 97145 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 97145 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f005c3b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cc57ea6
[junit4] 2> 97150 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 97150 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@eb692d5: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7d34c32f
[junit4] 2> 97153 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 97153 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70ec5012: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1d922bc3
[junit4] 2> 97154 INFO (coreCloseExecutor-633-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4ebb5463
[junit4] 2> 97154 INFO (coreCloseExecutor-633-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1320899683
[junit4] 2> 97154 INFO (coreCloseExecutor-633-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42f62c04: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@59c489dd
[junit4] 2> 97160 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7be39671{/solr,null,UNAVAILABLE}
[junit4] 2> 97160 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 97161 INFO (TEST-SchemaTest.testGetDynamicFieldAccuracy-seed#[A2432F7B5D8124F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetDynamicFieldAccuracy
[junit4] 2> 97162 INFO (SUITE-SchemaTest-seed#[A2432F7B5D8124F8]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 29, 2018 7:15:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Jan 29, 2018 7:15:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest:
[junit4] 2> 1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Jan 29, 2018 7:15:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest]
[junit4] 2> Jan 29, 2018 7:15:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@15db8fe), locale=cs, timezone=Asia/Kabul
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=2,free=62946056,total=136966144
[junit4] 2> NOTE: All tests run in this JVM: [TestToleratedUpdateError, EmpiricalDistributionEvaluatorTest, GetByIdTest, LessThanEvaluatorTest, TestCollectionStateWatchers, ExclusiveOrEvaluatorTest, TestDelegationTokenResponse, UuidEvaluatorTest, FieldAnalysisResponseTest, TestDelegationTokenRequest, SolrExampleStreamingTest, ArrayEvaluatorTest, StreamExpressionToExpessionTest, RecursiveEvaluatorTest, TestDocumentObjectBinder, NormalDistributionEvaluatorTest, ModifiableSolrParamsTest, TestJsonRecordReader, NoOpResponseParserTest, NamedListTest, TermsResponseTest, JettyWebappTest, SineEvaluatorTest, GreaterThanEvaluatorTest, SchemaTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SchemaTest -Dtests.seed=A2432F7B5D8124F8 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=Asia/Kabul -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | SchemaTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest:
[junit4] > 1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([A2432F7B5D8124F8]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1276, name=qtp1023729175-1276, state=TIMED_WAITING, group=TGRP-SchemaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([A2432F7B5D8124F8]:0)
[junit4] Completed [53/146 (1!)] on J0 in 64.28s, 35 tests, 2 errors <<< FAILURES!
[...truncated 47506 lines...]