You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/02/20 13:43:33 UTC
[JENKINS] Lucene-Solr-8.0-Linux (32bit/jdk1.8.0_172) - Build # 198
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/198/
Java: 32bit/jdk1.8.0_172 -server -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.test
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=collection1 :null Live Nodes: [127.0.0.1:35969_solr, 127.0.0.1:38245_solr] Last available state: null
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=collection1 :null
Live Nodes: [127.0.0.1:35969_solr, 127.0.0.1:38245_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([E98FBB6D28771410:61DB84B7868B79E8]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:728)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:734)
at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.test
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=collection1 :null Live Nodes: [127.0.0.1:35845_solr, 127.0.0.1:44509_solr] Last available state: null
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=collection1 :null
Live Nodes: [127.0.0.1:35845_solr, 127.0.0.1:44509_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([E98FBB6D28771410:61DB84B7868B79E8]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:728)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:734)
at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.test
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=collection1 :null Live Nodes: [127.0.0.1:37301_solr, 127.0.0.1:42181_solr] Last available state: null
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=collection1 :null
Live Nodes: [127.0.0.1:37301_solr, 127.0.0.1:42181_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([E98FBB6D28771410:61DB84B7868B79E8]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:728)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:734)
at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14278 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
[junit4] 2> 1516638 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/init-core-data-001
[junit4] 2> 1516638 WARN (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 1516638 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1516640 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1516640 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/tempDir-001
[junit4] 2> 1516640 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1516640 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1516640 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1516740 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46857
[junit4] 2> 1516740 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46857
[junit4] 2> 1516740 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46857
[junit4] 2> 1516743 INFO (zkConnectionManagerCallback-9292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1516745 INFO (zkConnectionManagerCallback-9294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1516746 INFO (zkConnectionManagerCallback-9296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1516748 WARN (jetty-launcher-9297-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1516748 WARN (jetty-launcher-9297-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1516748 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1516748 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1516748 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1516748 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1516748 INFO (jetty-launcher-9297-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1516748 INFO (jetty-launcher-9297-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e76854{/solr,null,AVAILABLE}
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b59ec5{/solr,null,AVAILABLE}
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42adbc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37301}
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f6ae6d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42181}
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-1) [ ] o.e.j.s.Server Started @1516799ms
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-2) [ ] o.e.j.s.Server Started @1516799ms
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37301}
[junit4] 2> 1516749 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42181}
[junit4] 2> 1516750 ERROR (jetty-launcher-9297-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1516750 ERROR (jetty-launcher-9297-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T13:12:14.979Z
[junit4] 2> 1516750 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T13:12:14.979Z
[junit4] 2> 1516751 INFO (zkConnectionManagerCallback-9301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1516751 INFO (zkConnectionManagerCallback-9300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1516751 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1516751 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1516759 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1000e7a8c3c0003, likely client has closed socket
[junit4] 2> 1517706 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1517708 WARN (jetty-launcher-9297-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15120c9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1517711 WARN (jetty-launcher-9297-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1ac5152[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1517712 INFO (jetty-launcher-9297-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46857/solr
[junit4] 2> 1517713 INFO (zkConnectionManagerCallback-9307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517721 INFO (zkConnectionManagerCallback-9309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517722 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1517723 WARN (jetty-launcher-9297-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1cbd2de[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1517732 WARN (jetty-launcher-9297-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19ed8f8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1517733 INFO (jetty-launcher-9297-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46857/solr
[junit4] 2> 1517734 INFO (zkConnectionManagerCallback-9317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517735 INFO (zkConnectionManagerCallback-9319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517738 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42181_solr
[junit4] 2> 1517738 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.c.Overseer Overseer (id=72073513539469320-127.0.0.1:42181_solr-n_0000000000) starting
[junit4] 2> 1517741 INFO (zkConnectionManagerCallback-9326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517742 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46857/solr ready
[junit4] 2> 1517743 INFO (OverseerStateUpdate-72073513539469320-127.0.0.1:42181_solr-n_0000000000) [n:127.0.0.1:42181_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42181_solr
[junit4] 2> 1517748 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42181_solr
[junit4] 2> 1517749 INFO (zkCallback-9325-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1517749 INFO (zkCallback-9318-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1517755 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1517756 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37301_solr as DOWN
[junit4] 2> 1517756 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1517756 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37301_solr
[junit4] 2> 1517757 INFO (zkCallback-9318-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1517757 INFO (zkCallback-9325-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1517757 INFO (zkCallback-9308-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1517762 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1517772 INFO (zkConnectionManagerCallback-9332-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517773 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1517774 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46857/solr ready
[junit4] 2> 1517778 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1517792 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1517795 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37301.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1517806 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1517806 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1517807 INFO (jetty-launcher-9297-thread-2) [n:127.0.0.1:42181_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/tempDir-001/node2/.
[junit4] 2> 1517808 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37301.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1517808 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37301.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1517809 INFO (jetty-launcher-9297-thread-1) [n:127.0.0.1:37301_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/tempDir-001/node1/.
[junit4] 2> 1517848 INFO (zkConnectionManagerCallback-9338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517849 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1517849 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46857/solr ready
[junit4] 2> 1517872 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
[junit4] 2> 1517873 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&name=collection2&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1517874 INFO (OverseerThreadFactory-6368-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection2
[junit4] 2> 1517977 INFO (OverseerStateUpdate-72073513539469320-127.0.0.1:42181_solr-n_0000000000) [n:127.0.0.1:42181_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42181/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1517978 INFO (OverseerStateUpdate-72073513539469320-127.0.0.1:42181_solr-n_0000000000) [n:127.0.0.1:42181_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37301/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1518180 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr x:collection2_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n2&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1518180 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1518181 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1519193 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1519215 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1519259 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema [collection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1519273 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1519273 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n1' using configuration from collection collection2, trusted=true
[junit4] 2> 1519273 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.core.collection2.shard1.replica_n1' (registry 'solr.core.collection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1519274 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [[collection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/tempDir-001/node2/collection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/tempDir-001/node2/./collection2_shard1_replica_n1/data/]
[junit4] 2> 1519277 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema [collection2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1519304 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1519304 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n2' using configuration from collection collection2, trusted=true
[junit4] 2> 1519304 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37301.solr.core.collection2.shard1.replica_n2' (registry 'solr.core.collection2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b376de
[junit4] 2> 1519304 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [[collection2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/tempDir-001/node1/collection2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001/tempDir-001/node1/./collection2_shard1_replica_n2/data/]
[junit4] 2> 1519381 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1519381 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1519433 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1519433 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1519443 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1613537[collection2_shard1_replica_n1] main]
[junit4] 2> 1519443 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1519449 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1519449 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1519449 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1625993602849046528
[junit4] 2> 1519450 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1519450 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1519460 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1519460 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1519461 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8d110e[collection2_shard1_replica_n2] main]
[junit4] 2> 1519461 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@1613537[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1519465 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1519465 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/shard1
[junit4] 2> 1519465 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1519467 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1519468 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1519468 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1519468 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1625993602868969472
[junit4] 2> 1519473 INFO (searcherExecutor-6378-thread-1-processing-n:127.0.0.1:37301_solr x:collection2_shard1_replica_n2 c:collection2 s:shard1 r:core_node4) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [collection2_shard1_replica_n2] Registered new searcher Searcher@8d110e[collection2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1519476 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1519476 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/shard1
[junit4] 2> 1519968 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1519968 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1519968 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42181/solr/collection2_shard1_replica_n1/
[junit4] 2> 1519969 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection2_shard1_replica_n1 url=http://127.0.0.1:42181/solr START replicas=[http://127.0.0.1:37301/solr/collection2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1519969 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection2_shard1_replica_n1 url=http://127.0.0.1:42181/solr DONE. We have no versions. sync failed.
[junit4] 2> 1519970 INFO (qtp7220470-25332) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.S.Request [collection2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1519971 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1519971 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1519971 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/shard1/leader after winning as /collections/collection2/leader_elect/shard1/election/72073513539469320-core_node3-n_0000000000
[junit4] 2> 1519971 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42181/solr/collection2_shard1_replica_n1/ shard1
[junit4] 2> 1520072 INFO (zkCallback-9318-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1520073 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1520077 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1897
[junit4] 2> 1520174 INFO (zkCallback-9318-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1520174 INFO (zkCallback-9318-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1520479 INFO (qtp7220470-25334) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n2&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2298
[junit4] 2> 1520481 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1520578 INFO (zkCallback-9318-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1520578 INFO (zkCallback-9308-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1520578 INFO (zkCallback-9318-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1520579 INFO (zkCallback-9308-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1520579 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=collection2&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2705
[junit4] 2> 1520606 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.c.LeaderTragicEventTest Stop jetty node : http://127.0.0.1:37301/solr state:DocCollection(collection2//collections/collection2/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"collection2_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42181/solr",
[junit4] 2> "node_name":"127.0.0.1:42181_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"collection2_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:37301/solr",
[junit4] 2> "node_name":"127.0.0.1:37301_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 1520607 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1334436
[junit4] 2> 1520608 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37301_solr
[junit4] 2> 1520608 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1520608 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:37301_solr as DOWN
[junit4] 2> 1520609 INFO (coreCloseExecutor-6387-thread-1) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [collection2_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@dd5ada
[junit4] 2> 1520609 INFO (coreCloseExecutor-6387-thread-1) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2.shard1.replica_n2, tag=dd5ada
[junit4] 2> 1520609 INFO (coreCloseExecutor-6387-thread-1) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15228dc: rootName = solr_37301, domain = solr.core.collection2.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection2.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1f93a5c
[junit4] 2> 1520616 INFO (coreCloseExecutor-6387-thread-1) [n:127.0.0.1:37301_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection2.shard1.leader, tag=dd5ada
[junit4] 2> 1520621 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1520621 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77126c: rootName = solr_37301, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8f4d9e
[junit4] 2> 1520627 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1520627 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4020fa: rootName = solr_37301, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ed410d
[junit4] 2> 1520630 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1520630 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e82672: rootName = solr_37301, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a30865
[junit4] 2> 1520630 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@fbd059[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1212333[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> 1520631 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1000e7a8c3c000a, likely client has closed socket
[junit4] 2> 1520631 INFO (zkCallback-9325-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1520631 INFO (zkCallback-9318-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1520631 INFO (zkCallback-9337-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1520632 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42adbc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1520632 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b59ec5{/solr,null,UNAVAILABLE}
[junit4] 2> 1520632 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1520710 INFO (zkCallback-9337-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1520710 INFO (zkCallback-9318-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1520710 INFO (zkCallback-9318-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1520710 INFO (zkCallback-9337-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1520710 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[E98FBB6D28771410]) [ ] o.a.s.c.LeaderTragicEventTest Corrupt leader : core_node3:{"core":"collection2_shard1_replica_n1","base_url":"http://127.0.0.1:42181/solr","node_name":"127.0.0.1:42181_solr","state":"active","type":"NRT","force_set_state":"false","leader":"true"}
[junit4] 2> 1520713 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=1, core_node4=0}, version=2}
[junit4] 2> 1520713 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1625993604173398016)]} 0 1
[junit4] 2> 1520714 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604175495168,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520715 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604175495168
[junit4] 2> 1520719 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f4ffa7[collection2_shard1_replica_n1] main]
[junit4] 2> 1520719 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520720 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@f4ffa7[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520720 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 1520722 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1625993604182835200)]} 0 1
[junit4] 2> 1520723 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604184932352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520723 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604184932352
[junit4] 2> 1520724 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e48a47[collection2_shard1_replica_n1] main]
[junit4] 2> 1520725 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520726 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@1e48a47[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520726 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1520727 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1625993604188078080)]} 0 0
[junit4] 2> 1520727 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604189126656,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520727 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604189126656
[junit4] 2> 1520729 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d15dcb[collection2_shard1_replica_n1] main]
[junit4] 2> 1520729 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520730 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@d15dcb[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338957}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520730 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 1520731 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1625993604193320960)]} 0 0
[junit4] 2> 1520732 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604194369536,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520732 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604194369536
[junit4] 2> 1520734 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fab68[collection2_shard1_replica_n1] main]
[junit4] 2> 1520734 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520735 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@3fab68[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338957}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338962}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520740 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 8
[junit4] 2> 1520742 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1625993604203806720)]} 0 0
[junit4] 2> 1520742 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604204855296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520742 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604204855296
[junit4] 2> 1520743 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29c1ff[collection2_shard1_replica_n1] main]
[junit4] 2> 1520744 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520745 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@29c1ff[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338957}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338962}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338972}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520745 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1520746 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1625993604209049600)]} 0 0
[junit4] 2> 1520747 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604210098176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520747 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604210098176
[junit4] 2> 1520748 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@199bcc5[collection2_shard1_replica_n1] main]
[junit4] 2> 1520748 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520749 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@199bcc5[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338957}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338962}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338972}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_5(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338976}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520749 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 1520750 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1625993604213243904)]} 0 0
[junit4] 2> 1520751 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604214292480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520751 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604214292480
[junit4] 2> 1520753 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eadfc7[collection2_shard1_replica_n1] main]
[junit4] 2> 1520753 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520754 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@1eadfc7[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338957}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338962}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338972}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_5(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338976}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_6(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338981}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520754 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1520756 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1625993604218486784)]} 0 0
[junit4] 2> 1520756 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604219535360,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520756 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604219535360
[junit4] 2> 1520758 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@118064a[collection2_shard1_replica_n1] main]
[junit4] 2> 1520758 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520759 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@118064a[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338957}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338962}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338972}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_5(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338976}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_6(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338981}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_7(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338986}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1520759 INFO (qtp23860166-25331) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1520760 INFO (qtp23860166-25333) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1625993604223729664)]} 0 0
[junit4] 2> 1520761 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1625993604224778240,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1520761 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a75d03 commitCommandVersion:1625993604224778240
[junit4] 2> 1520762 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15a6be3[collection2_shard1_replica_n1] main]
[junit4] 2> 1520763 INFO (qtp23860166-25335) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1520763 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:42181_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:42181_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@15a6be3[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338945}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.18.0-15-generic, timestamp=1550668338952}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, so
[...truncated too long message...]
porter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18fa181: rootName = solr_35845, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17470ce
[junit4] 2> 79662 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 79662 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ac2692: rootName = solr_44509, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d5a65a
[junit4] 2> 79663 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 79663 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f28f55: rootName = solr_35845, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d5a65a
[junit4] 2> 79665 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 79666 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f351c: rootName = solr_44509, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1df2577
[junit4] 2> 79666 INFO (jetty-closer-162-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 79666 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 79666 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cd6fb9: rootName = solr_35845, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1df2577
[junit4] 2> 79666 INFO (jetty-closer-162-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 79672 INFO (closeThreadPool-167-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72073630399987718-127.0.0.1:44509_solr-n_0000000000) closing
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@b17314[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> 79673 INFO (OverseerStateUpdate-72073630399987718-127.0.0.1:44509_solr-n_0000000000) [n:127.0.0.1:44509_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44509_solr
[junit4] 2> 79673 INFO (OverseerAutoScalingTriggerThread-72073630399987718-127.0.0.1:44509_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@c0dda8[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@8fb688[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1585caa[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> 79683 INFO (closeThreadPool-167-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72073630399987718-127.0.0.1:44509_solr-n_0000000000) closing
[junit4] 2> 79684 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1000e95c1aa0007, likely client has closed socket
[junit4] 2> 79685 INFO (jetty-closer-162-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72073630399987718-127.0.0.1:44509_solr-n_0000000000) closing
[junit4] 2> 79687 INFO (jetty-closer-162-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@13f8ef3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 79687 INFO (jetty-closer-162-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@144d257{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35845}
[junit4] 2> 79687 INFO (jetty-closer-162-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e0c34{/solr,null,UNAVAILABLE}
[junit4] 2> 79687 INFO (jetty-closer-162-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14ac214{/solr,null,UNAVAILABLE}
[junit4] 2> 79688 INFO (jetty-closer-162-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 79688 INFO (jetty-closer-162-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 79688 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 79689 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/collection2/terms/shard1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/collection2/state.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collection1/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/collection2/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/collection2/leader_elect/shard1/election/72073630399987718-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72073630399987718-127.0.0.1:44509_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> 79691 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45669
[junit4] 2> 79691 INFO (SUITE-LeaderTragicEventTest-seed#[E98FBB6D28771410]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45669
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_E98FBB6D28771410-001
[junit4] 2> Feb 20, 2019 1:42:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=247, maxMBSortInHeap=6.1091799792517625, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@c0f1e9), locale=es-PY, timezone=America/Whitehorse
[junit4] 2> NOTE: Linux 4.18.0-15-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=40613536,total=135311360
[junit4] 2> NOTE: All tests run in this JVM: [LeaderTragicEventTest, LeaderTragicEventTest]
[junit4] Completed [5/5 (2!)] on J2 in 48.79s, 2 tests, 1 error <<< FAILURES!
[...truncated 12 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/lucene/common-build.xml:1099: There were test failures: 5 suites, 10 tests, 2 errors [seed: E98FBB6D28771410]
Total time: 1 minute 22 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 2/5 failed: org.apache.solr.cloud.LeaderTragicEventTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=29e9c8647b7cc6b2aa70452bf1c03c25302ae397, workspace=/home/jenkins/workspace/Lucene-Solr-8.0-Linux
[WARNINGS] Computing warning deltas based on reference build #197
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS-EA] Lucene-Solr-8.0-Linux
(64bit/jdk-12-ea+shipilev-fastdebug) - Build # 199 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/199/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup
Error Message:
No live SolrServers available to handle this request
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:343)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:517)
at org.apache.solr.cloud.TestCloudSearcherWarming.tearDown(TestCloudSearcherWarming.java:78)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate
Error Message:
The trigger did not start in time
Stack Trace:
java.lang.AssertionError: The trigger did not start in time
at __randomizedtesting.SeedInfo.seed([D769C3EE39CB2E8F:8A21DD67F60D88C0]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1369)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 13022 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_D769C3EE39CB2E8F-001/init-core-data-001
[junit4] 2> 562322 WARN (SUITE-TestSimTriggerIntegration-seed#[D769C3EE39CB2E8F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 562322 INFO (SUITE-TestSimTriggerIntegration-seed#[D769C3EE39CB2E8F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 562323 INFO (SUITE-TestSimTriggerIntegration-seed#[D769C3EE39CB2E8F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 562323 INFO (SUITE-TestSimTriggerIntegration-seed#[D769C3EE39CB2E8F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 562327 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 562348 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10200_solr
[junit4] 2> 562348 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 562348 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 562349 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 562349 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 562349 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10200_solr]
[junit4] 2> 562349 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 562349 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 562349 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 562350 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 562350 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 562350 DEBUG (ScheduledTrigger-1024-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 562376 DEBUG (ScheduledTrigger-1024-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562396 DEBUG (ScheduledTrigger-1024-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562416 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562436 DEBUG (ScheduledTrigger-1024-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562456 DEBUG (ScheduledTrigger-1024-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562472 DEBUG (simCloudManagerPool-1023-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 562472 DEBUG (simCloudManagerPool-1023-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 562473 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 562474 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 562474 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 562477 DEBUG (ScheduledTrigger-1024-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562497 DEBUG (ScheduledTrigger-1024-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562497 DEBUG (simCloudManagerPool-1023-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 562498 DEBUG (simCloudManagerPool-1023-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 562498 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 562498 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 562498 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:10200_solr, 127.0.0.1:10201_solr]
[junit4] 2> 562498 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=500000, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 562498 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 562499 DEBUG (ScheduledTrigger-1024-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 562499 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 562499 DEBUG (ScheduledTrigger-1024-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 562503 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10202_solr
[junit4] 2> 562517 DEBUG (ScheduledTrigger-1024-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 562528 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 562528 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562528 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10202_solr at time 268735778259963
[junit4] 2> 562537 DEBUG (ScheduledTrigger-1024-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562549 DEBUG (ScheduledTrigger-1024-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 562549 DEBUG (ScheduledTrigger-1024-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562553 DEBUG (simCloudManagerPool-1023-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 562553 DEBUG (simCloudManagerPool-1023-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 562553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 562554 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 562554 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:10200_solr, 127.0.0.1:10201_solr, 127.0.0.1:10202_solr]
[junit4] 2> 562554 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 562554 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 562554 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 562554 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562554 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 562558 DEBUG (ScheduledTrigger-1024-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562574 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 562574 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562574 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10202_solr] added at times [268735778259963], now=268738076438063
[junit4] 2> 562578 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f469ec9a03fbT7r8fx4arr81op6sa0eeakebla",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":268735778259963,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268735778259963],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268738085831263,
[junit4] 2> "nodeNames":["127.0.0.1:10202_solr"]}}
[junit4] 2> 562578 DEBUG (ScheduledTrigger-1024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10202_solr
[junit4] 2> 562579 DEBUG (AutoscalingActionExecutor-1025-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f469ec9a03fbT7r8fx4arr81op6sa0eeakebla",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":268735778259963,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268735778259963],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268738085831263,
[junit4] 2> "nodeNames":["127.0.0.1:10202_solr"]}}
[junit4] 2> 562580 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056) ~[?:?]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090) ~[?:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:201) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 562584 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 562585 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 562590 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 562593 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10203_solr
[junit4] 2> 562594 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 562594 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 562599 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 562600 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 562600 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 562617 DEBUG (simCloudManagerPool-1029-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 562662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 562662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 562663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10203_solr, 127.0.0.1:10204_solr]
[junit4] 2> 562664 DEBUG (simCloudManagerPool-1029-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 562664 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 562664 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562671 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 562671 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 562672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 562672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 562680 DEBUG (simCloudManagerPool-1029-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 562680 DEBUG (simCloudManagerPool-1029-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 562681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 562681 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 562681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10203_solr, 127.0.0.1:10204_solr]
[junit4] 2> 562681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 562681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 562681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 562681 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562681 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 562685 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 562687 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10205_solr
[junit4] 2> 562702 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562702 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562702 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10205_solr at time 268744464690313
[junit4] 2> 562705 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 562722 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562722 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562725 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562743 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562743 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562745 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562763 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562763 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562765 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562783 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562784 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562786 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562804 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562804 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562806 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562824 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562824 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562826 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562844 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562844 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562846 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562864 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562864 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562866 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562885 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562885 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562887 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 562905 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562905 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 562905 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10205_solr] added at times [268744464690313], now=268754620274313
[junit4] 2> 562906 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f46bf25a6c89T7r8fx4arr81op6sa0eeakeblc",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":268744464690313,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268744464690313],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268754638476863,
[junit4] 2> "nodeNames":["127.0.0.1:10205_solr"]}}
[junit4] 2> 562908 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10205_solr
[junit4] 2> 562908 DEBUG (AutoscalingActionExecutor-1031-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f46bf25a6c89T7r8fx4arr81op6sa0eeakeblc",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":268744464690313,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268744464690313],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268754638476863,
[junit4] 2> "nodeNames":["127.0.0.1:10205_solr"]}}
[junit4] 2> 562908 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10206_solr
[junit4] 2> 563008 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563008 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563008 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3
[junit4] 2> 563009 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10206_solr at time 268759792960213
[junit4] 2> 563029 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563029 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563029 DEBUG (ScheduledTrigger-1030-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563049 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563049 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563049 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563069 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563069 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563069 DEBUG (ScheduledTrigger-1030-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563089 DEBUG (ScheduledTrigger-1030-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563089 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563090 DEBUG (ScheduledTrigger-1030-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563108 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 563109 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 563110 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 563112 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 0
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10203_solr, 127.0.0.1:10206_solr, 127.0.0.1:10205_solr, 127.0.0.1:10204_solr]
[junit4] 2> 563113 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10203_solr, 127.0.0.1:10206_solr, 127.0.0.1:10205_solr, 127.0.0.1:10204_solr]
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10205_solr
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10206_solr
[junit4] 2> 563113 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563114 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 563114 DEBUG (ScheduledTrigger-1035-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563114 DEBUG (ScheduledTrigger-1035-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563114 DEBUG (ScheduledTrigger-1035-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563134 DEBUG (ScheduledTrigger-1035-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563134 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563134 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563154 DEBUG (ScheduledTrigger-1035-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563155 DEBUG (ScheduledTrigger-1035-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563155 DEBUG (ScheduledTrigger-1035-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563175 DEBUG (ScheduledTrigger-1035-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563175 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563175 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563195 DEBUG (ScheduledTrigger-1035-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563195 DEBUG (ScheduledTrigger-1035-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563195 DEBUG (ScheduledTrigger-1035-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563215 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563215 DEBUG (ScheduledTrigger-1035-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 563215 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 563215 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10206_solr] added at times [268759792960213], now=268770130688563
[junit4] 2> 563216 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f46f83fd42d5T7r8fx4arr81op6sa0eeakebld",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":268759792960213,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268759792960213],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268770144490463,
[junit4] 2> "nodeNames":["127.0.0.1:10206_solr"]}}
[junit4] 2> 563216 DEBUG (ScheduledTrigger-1035-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10206_solr
[junit4] 2> 563216 DEBUG (AutoscalingActionExecutor-1036-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f46f83fd42d5T7r8fx4arr81op6sa0eeakebld",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":268759792960213,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268759792960213],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268770144490463,
[junit4] 2> "nodeNames":["127.0.0.1:10206_solr"]}}
[junit4] 2> 563218 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 563218 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 563221 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 563224 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 563227 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10207_solr
[junit4] 2> 563228 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 563228 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 563228 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 563228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 563228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 563229 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 563229 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 563240 DEBUG (simCloudManagerPool-1038-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563240 DEBUG (simCloudManagerPool-1038-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 563246 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10208_solr, 127.0.0.1:10207_solr]
[junit4] 2> 563247 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 563248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 563266 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563267 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 563267 INFO (simCloudManagerPool-1038-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 563267 DEBUG (simCloudManagerPool-1038-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563270 DEBUG (ScheduledTrigger-1039-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563284 DEBUG (simCloudManagerPool-1038-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563284 DEBUG (simCloudManagerPool-1038-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 563284 INFO (simCloudManagerPool-1038-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 563284 DEBUG (simCloudManagerPool-1038-thread-3) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563284 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 563285 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10208_solr, 127.0.0.1:10207_solr]
[junit4] 2> 563285 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 563291 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 563297 DEBUG (ScheduledTrigger-1039-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 563297 DEBUG (ScheduledTrigger-1039-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 563311 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563317 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 563317 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 563331 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563338 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 563338 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 563348 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10209_solr
[junit4] 2> 563351 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 563358 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 563358 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 563358 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10209_solr at time 268777265960763
[junit4] 2> 563371 DEBUG (ScheduledTrigger-1039-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 563378 DEBUG (ScheduledTrigger-1039-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 563378 DEBUG (ScheduledTrigger-1039-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 563378 DEBUG (ScheduledTrigger-1039-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10209_solr] added at times [268777265960763], now=268778285123463
[junit4] 2> 563379 DEBUG (ScheduledTrigger-1039-thread-4) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f4739576173bT7r8fx4arr81op6sa0eeakeblf",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":268777265960763,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268777265960763],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268778300747613,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"]}}
[junit4] 2> 563391 DEBUG (ScheduledTrigger-1039-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10209_solr
[junit4] 2> 563392 INFO (AutoscalingActionExecutor-1040-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
[junit4] 2> "id":"f4739576173bT7r8fx4arr81op6sa0eeakeblf",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":268777265960763,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268777265960763],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268778300747613,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"]}}
[junit4] 2> 563392 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 563393 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 563407 DEBUG (AutoscalingActionExecutor-1040-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f4739576173bT7r8fx4arr81op6sa0eeakeblf",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":268777265960763,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268777265960763],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268778300747613,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"]}}
[junit4] 2> 563407 WARN (AutoscalingActionExecutor-1040-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
[junit4] 2> org.apache.solr.common.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:583) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:334) [java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 563408 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 563408 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10208_solr
[junit4] 2> 563429 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10208_solr
[junit4] 2> 563444 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 563444 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 563444 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563444 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 0
[junit4] 2> 563444 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 563445 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10209_solr, 127.0.0.1:10207_solr]
[junit4] 2> 563445 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10208_solr
[junit4] 2> 563445 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10209_solr, 127.0.0.1:10207_solr]
[junit4] 2> 563445 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 563445 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10209_solr
[junit4] 2> 563445 DEBUG (ScheduledTrigger-1044-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 563445 DEBUG (ScheduledTrigger-1044-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10208_solr
[junit4] 2> 563448 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563448 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 563462 DEBUG (ScheduledTrigger-1044-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f4739576173bT7r8fx4arr81op6sa0eeakeblf",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":268777265960763,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268777265960763],
[junit4] 2> "_dequeue_time_":268781760636513,
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268778300747613,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 563463 DEBUG (ScheduledTrigger-1044-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 563463 DEBUG (ScheduledTrigger-1044-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 563463 INFO (AutoscalingActionExecutor-1045-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
[junit4] 2> "id":"f4739576173bT7r8fx4arr81op6sa0eeakeblf",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":268777265960763,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268777265960763],
[junit4] 2> "_dequeue_time_":268781760636513,
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268778300747613,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 563464 DEBUG (AutoscalingActionExecutor-1045-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f4739576173bT7r8fx4arr81op6sa0eeakeblf",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":268777265960763,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268777265960763],
[junit4] 2> "_dequeue_time_":268781760636513,
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268778300747613,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 563536 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 563537 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 563538 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 563542 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 563546 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10210_solr
[junit4] 2> 563547 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 563547 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 563547 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 563547 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 563547 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 563547 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 563547 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 563549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10210_solr, 127.0.0.1:10211_solr]
[junit4] 2> 563550 DEBUG (simCloudManagerPool-1047-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563550 DEBUG (simCloudManagerPool-1047-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 563550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563550 DEBUG (ScheduledTrigger-1048-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563551 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 563551 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 563551 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563551 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 563552 DEBUG (simCloudManagerPool-1047-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563552 DEBUG (simCloudManagerPool-1047-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 563552 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 563553 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10210_solr, 127.0.0.1:10211_solr]
[junit4] 2> 563553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 563553 DEBUG (ScheduledTrigger-1048-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563558 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10211_solr
[junit4] 2> 563570 DEBUG (ScheduledTrigger-1048-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 563571 DEBUG (ScheduledTrigger-1048-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10211_solr
[junit4] 2> 563574 DEBUG (ScheduledTrigger-1048-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 563574 DEBUG (ScheduledTrigger-1048-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10211_solr
[junit4] 2> 563591 DEBUG (ScheduledTrigger-1048-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 563594 DEBUG (ScheduledTrigger-1048-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 563611 DEBUG (ScheduledTrigger-1048-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 563614 DEBUG (ScheduledTrigger-1048-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 563614 DEBUG (ScheduledTrigger-1048-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10211_solr]
[junit4] 2> 563615 DEBUG (ScheduledTrigger-1048-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f47618d9cf99T7r8fx4arr81op6sa0eeakeblh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":268788060245913,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268788060245913],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268790118434013,
[junit4] 2> "nodeNames":["127.0.0.1:10211_solr"]}}
[junit4] 2> 563616 DEBUG (AutoscalingActionExecutor-1049-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f47618d9cf99T7r8fx4arr81op6sa0eeakeblh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":268788060245913,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268788060245913],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268790118434013,
[junit4] 2> "nodeNames":["127.0.0.1:10211_solr"]}}
[junit4] 2> 563639 DEBUG (simCloudManagerPool-1047-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563639 DEBUG (simCloudManagerPool-1047-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 563639 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 563640 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563640 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 563686 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 563687 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 563688 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 563692 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 563695 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10212_solr
[junit4] 2> 563696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 563696 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 563696 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 563696 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 563696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 563696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 563696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 563701 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10212_solr, 127.0.0.1:10213_solr]
[junit4] 2> 563701 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563701 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 563701 DEBUG (ScheduledTrigger-1054-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563702 DEBUG (simCloudManagerPool-1053-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563702 DEBUG (simCloudManagerPool-1053-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 563702 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 563703 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563703 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 563703 DEBUG (simCloudManagerPool-1053-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563703 DEBUG (simCloudManagerPool-1053-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 563704 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 563704 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563704 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10212_solr, 127.0.0.1:10213_solr]
[junit4] 2> 563704 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 563704 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563704 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 563704 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563704 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 563709 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10214_solr
[junit4] 2> 563722 DEBUG (ScheduledTrigger-1054-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 563725 DEBUG (ScheduledTrigger-1054-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563725 DEBUG (ScheduledTrigger-1054-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 563725 DEBUG (ScheduledTrigger-1054-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10214_solr at time 268795606028263
[junit4] 2> 563742 DEBUG (ScheduledTrigger-1054-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 563745 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563745 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 563762 DEBUG (ScheduledTrigger-1054-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 563765 DEBUG (ScheduledTrigger-1054-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563765 DEBUG (ScheduledTrigger-1054-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 563782 DEBUG (ScheduledTrigger-1054-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 563786 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563786 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 563786 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10214_solr] added at times [268795606028263], now=268798651128363
[junit4] 2> 563786 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f477da9d4fe7T7r8fx4arr81op6sa0eeakeblj",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":268795606028263,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268795606028263],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268798668464763,
[junit4] 2> "nodeNames":["127.0.0.1:10214_solr"]}}
[junit4] 2> 563786 DEBUG (ScheduledTrigger-1054-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10214_solr
[junit4] 2> 563787 DEBUG (AutoscalingActionExecutor-1055-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f477da9d4fe7T7r8fx4arr81op6sa0eeakeblj",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":268795606028263,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268795606028263],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268798668464763,
[junit4] 2> "nodeNames":["127.0.0.1:10214_solr"]}}
[junit4] 2> 563788 DEBUG (simCloudManagerPool-1053-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563789 DEBUG (simCloudManagerPool-1053-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 563789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 563789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 563835 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 563836 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 563837 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 563841 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 563845 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10215_solr
[junit4] 2> 563845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 563845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 563845 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 563845 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 563845 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 563846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 563846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 563846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10216_solr, 127.0.0.1:10215_solr]
[junit4] 2> 563846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 563847 DEBUG (ScheduledTrigger-1060-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563847 DEBUG (simCloudManagerPool-1059-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563847 DEBUG (simCloudManagerPool-1059-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 563848 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 563848 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563848 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 563866 DEBUG (simCloudManagerPool-1059-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563866 DEBUG (simCloudManagerPool-1059-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 563866 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 563866 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563867 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10216_solr, 127.0.0.1:10215_solr]
[junit4] 2> 563867 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563867 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 563867 DEBUG (ScheduledTrigger-1060-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563867 DEBUG (ScheduledTrigger-1060-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563888 DEBUG (ScheduledTrigger-1060-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 563888 DEBUG (ScheduledTrigger-1060-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 563889 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[D769C3EE39CB2E8F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10217_solr
[junit4] 2> 563909 DEBUG (ScheduledTrigger-1060-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 563909 DEBUG (ScheduledTrigger-1060-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 563909 DEBUG (ScheduledTrigger-1060-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10217_solr
[junit4] 2> 563909 DEBUG (ScheduledTrigger-1060-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10217_solr
[junit4] 2> 563953 DEBUG (ScheduledTrigger-1060-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563953 DEBUG (ScheduledTrigger-1060-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563954 DEBUG (simCloudManagerPool-1059-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 563954 DEBUG (simCloudManagerPool-1059-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 563954 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 563955 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 563955 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10216_solr, 127.0.0.1:10215_solr]
[junit4] 2> 563955 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 563955 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 563955 DEBUG (ScheduledTrigger-1060-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 563955 DEBUG (ScheduledTrigger-1060-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10217_solr]
[junit4] 2> 563955 DEBUG (ScheduledTrigger-1060-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f479febb507fT7r8fx4arr81op6sa0eeakebll",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":268804801908863,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268804801908863],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268807130450263,
[junit4] 2> "nodeNames":["127.0.0.1:10217_solr"]}}
[junit4] 2> 563956 DEBUG (AutoscalingActionExecutor-1061-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"f479febb507fT7r8fx4arr81op6sa0eeakebll",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":268804801908863,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[268804801908863],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":268807130450263,
[junit4] 2> "nodeNames":["127.0.0.1:10217_solr"]}}
[junit4] 2> 563957 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.conc
[...truncated too long message...]
ng.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:117)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)Throwable #2: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:343)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:517)
[junit4] > at org.apache.solr.cloud.TestCloudSearcherWarming.tearDown(TestCloudSearcherWarming.java:78)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] 2> 2146265 INFO (SUITE-TestCloudSearcherWarming-seed#[D769C3EE39CB2E8F]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2146266 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/testRepFactor1LeaderStartup/terms/shard1
[junit4] 2> 2 /solr/configs/testRepFactor1LeaderStartup.AUTOCREATED/managed-schema
[junit4] 2> 2 /solr/configs/testRepFactor1LeaderStartup.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/testRepFactor1LeaderStartup/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2146268 INFO (SUITE-TestCloudSearcherWarming-seed#[D769C3EE39CB2E8F]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46717
[junit4] 2> 2146268 INFO (SUITE-TestCloudSearcherWarming-seed#[D769C3EE39CB2E8F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46717
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudSearcherWarming_D769C3EE39CB2E8F-001
[junit4] 2> Feb 20, 2019 8:48:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=931, maxMBSortInHeap=6.426577818888557, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@38436af2), locale=de-BE, timezone=SystemV/EST5EDT
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 12-testing (64-bit)/cpus=8,threads=1,free=172495632,total=513277952
[junit4] 2> NOTE: All tests run in this JVM: [TestXIncludeConfig, SolrTestCaseJ4Test, TestSizeLimitedDistributedMap, DefaultValueUpdateProcessorTest, XmlUpdateRequestHandlerTest, ResponseBuilderTest, QueryResultKeyTest, TestManagedStopFilterFactory, RecoveryZkTest, ZkCLITest, TestGraphMLResponseWriter, TestSha256AuthenticationProvider, DistributedFacetPivotLargeTest, DirectSolrConnectionTest, NodeAddedTriggerTest, ByteBuffersDirectoryFactoryTest, DOMUtilTest, SolrIndexMetricsTest, UninvertDocValuesMergePolicyTest, TestStressInPlaceUpdates, QueryParsingTest, TestDocumentBuilder, TestHdfsBackupRestoreCore, TestStressRecovery, QueryElevationComponentTest, SpellCheckComponentTest, TestRealTimeGet, TestSimExtremeIndexing, TestInPlaceUpdatesStandalone, TestCodecSupport, ScriptEngineTest, TestReversedWildcardFilterFactory, TestSimpleTextCodec, PrimUtilsTest, TestFastOutputStream, ChangedSchemaMergeTest, TestDocTermOrdsUninvertLimit, TestSubQueryTransformerDistrib, TestSolrCloudWithHadoopAuthPlugin, CollectionStateFormat2Test, TestSystemIdResolver, LeaderElectionContextKeyTest, TestDynamicFieldCollectionResource, TestNumericTerms64, TestSimTriggerIntegration, ImplicitSnitchTest, TestRTimerTree, TestPerFieldSimilarity, TriLevelCompositeIdRoutingTest, TestConfigSetImmutable, TestConfigSetsAPIExclusivity, UpdateParamsTest, MoreLikeThisHandlerTest, TestSchemalessBufferedUpdates, TestTrie, BlockJoinFacetSimpleTest, ResourceLoaderTest, TestSchemaVersionResource, DistributedDebugComponentTest, TestLFUCache, TestManagedSchema, DistributedQueryComponentCustomSortTest, TestFieldCacheWithThreads, BJQParserTest, ActionThrottleTest, TestFuzzyAnalyzedSuggestions, TestCoreAdminApis, CustomCollectionTest, SortByFunctionTest, TestAuthorizationFramework, TestRestManager, StatelessScriptUpdateProcessorFactoryTest, MetricUtilsTest, TestMergePolicyConfig, TestBlendedInfixSuggestions, PeerSyncWithLeaderAndIndexFingerprintCachingTest, AlternateDirectoryTest, TestAddFieldRealTimeGet, SolrCoreMetricManagerTest, SoftAutoCommitTest, AutoscalingHistoryHandlerTest, HLLSerializationTest, TestOmitPositions, TestJsonRequest, SearchHandlerTest, OpenExchangeRatesOrgProviderTest, HdfsDirectoryTest, TestHttpShardHandlerFactory, TestTolerantUpdateProcessorCloud, TestInitParams, SuggesterFSTTest, CdcrRequestHandlerTest, TestQueryTypes, TestJoin, TestHashQParserPlugin, TestFiltering, ZkNodePropsTest, ClassificationUpdateProcessorIntegrationTest, TaggingAttributeTest, ExternalFileFieldSortTest, TestDownShardTolerantSearch, ResponseHeaderTest, SignificantTermsQParserPluginTest, TestCloudJSONFacetJoinDomain, TestSQLHandlerNonCloud, SearchRateTriggerTest, DirectUpdateHandlerTest, TestRemoteStreaming, TestOrdValues, TestSSLRandomization, DocValuesMultiTest, ReplaceNodeTest, DistributedFacetPivotSmallTest, TestBM25SimilarityFactory, AssignTest, HealthCheckHandlerTest, TestCloudInspectUtil, TestNumericRangeQuery32, TestPushWriter, ParsingFieldUpdateProcessorsTest, SolrCloudReportersTest, SolrJmxReporterCloudTest, TestCharFilters, TestPostingsSolrHighlighter, TestSolrFieldCacheBean, HdfsAutoAddReplicasIntegrationTest, TestJsonFacets, UniqFieldsUpdateProcessorFactoryTest, TestClusterStateMutator, SpellingQueryConverterTest, TestLuceneIndexBackCompat, LeaderFailoverAfterPartitionTest, LeaderVoteWaitTimeoutTest, FieldMutatingUpdateProcessorTest, AsyncCallRequestStatusResponseTest, BasicDistributedZk2Test, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, MigrateRouteKeyTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, ShardRoutingTest, SolrXmlInZkTest, SplitShardTest, TestCloudPivotFacet, TestCloudSearcherWarming]
[junit4] Completed [519/840 (2!)] on J2 in 93.84s, 2 tests, 1 error <<< FAILURES!
[...truncated 43607 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/199/consoleText
[repro] Revision: 29e9c8647b7cc6b2aa70452bf1c03c25302ae397
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=D769C3EE39CB2E8F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mr -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestCloudSearcherWarming -Dtests.method=testRepFactor1LeaderStartup -Dtests.seed=D769C3EE39CB2E8F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-BE -Dtests.timezone=SystemV/EST5EDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestSimTriggerIntegration
[repro] TestCloudSearcherWarming
[repro] ant compile-test
[...truncated 3577 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.TestSimTriggerIntegration|*.TestCloudSearcherWarming" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=D769C3EE39CB2E8F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mr -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 153 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 0
[...truncated 43 lines...]