You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/01/23 21:19:31 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1451 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1451/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling
Error Message:
OverseerTriggerThread never caught up to the latest znodeVersion
Stack Trace:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
at __randomizedtesting.SeedInfo.seed([AA41002AF416DFF0:5163A80F26BC3C62]:0)
at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.assertAutoscalingUpdateComplete(SimSolrCloudTestCase.java:98)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling(TestSimTriggerIntegration.java:188)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.SearchHandlerTest.testZkConnected
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:39231/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:39231/solr
at __randomizedtesting.SeedInfo.seed([AA41002AF416DFF0:68599D966FA6AFD1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.handler.component.SearchHandlerTest.testZkConnected(SearchHandlerTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 53 more
Build Log:
[...truncated 13534 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> 172835 INFO (SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 172835 INFO (SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 172836 INFO (SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_AA41002AF416DFF0-001/data-dir-8-001
[junit4] 2> 172836 WARN (SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 172836 INFO (SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 172838 INFO (SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 172841 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 172853 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.SolrPaths solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 172877 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 172877 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 172877 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 172878 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 172878 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 172879 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 172880 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 172880 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 172880 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 172881 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 172881 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 172883 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 172892 DEBUG (simCloudManagerPool-1367-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172892 DEBUG (simCloudManagerPool-1367-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 172893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 172893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 172893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 172904 DEBUG (ScheduledTrigger-1368-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 172916 DEBUG (simCloudManagerPool-1367-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172917 DEBUG (simCloudManagerPool-1367-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 172917 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 172918 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=500000, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 172918 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 172918 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 172919 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10002_solr
[junit4] 2> 172925 DEBUG (ScheduledTrigger-1368-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 172939 DEBUG (ScheduledTrigger-1368-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 172939 DEBUG (ScheduledTrigger-1368-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 172939 DEBUG (ScheduledTrigger-1368-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 12479466954651214
[junit4] 2> 172941 DEBUG (simCloudManagerPool-1367-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172941 DEBUG (simCloudManagerPool-1367-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 172942 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 172943 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 172943 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 172943 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 172943 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [12479466954651214], now=12479467148957014
[junit4] 2> 172944 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172944 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_restore_trigger]
[junit4] 2> 172945 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479467220671664,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172946 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479467220671664,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172946 DEBUG (ScheduledTrigger-1368-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10002_solr
[junit4] 2> 172947 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479467220671664,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172948 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 172955 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 100ms
[junit4] 2> 172955 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 172955 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 471 ms for event id=2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb
[junit4] 2> 172955 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 172955 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 172955 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 172956 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 172956 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 172956 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 172957 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 172961 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 172965 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10003_solr
[junit4] 2> 172965 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 172965 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 172966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 172966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 172972 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 172972 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 172972 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 172973 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
[junit4] 2> 172973 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 172973 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 172976 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 172976 DEBUG (simCloudManagerPool-1373-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172976 DEBUG (simCloudManagerPool-1373-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 172978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 172978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 172978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 172979 DEBUG (simCloudManagerPool-1373-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172979 DEBUG (simCloudManagerPool-1373-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 172979 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 172980 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 172980 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
[junit4] 2> 172980 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 172980 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 172980 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 172981 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10004_solr
[junit4] 2> 172993 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 172993 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 173000 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 173000 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 173014 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173021 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173034 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479472072330814,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479472072330814,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479472072330814,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 18 ms for event id=2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd
[junit4] 2> 173054 DEBUG (simCloudManagerPool-1373-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 173057 DEBUG (simCloudManagerPool-1373-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 173058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 173058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 173058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 173142 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173142 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173162 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173163 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173183 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173183 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173203 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173203 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173223 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173223 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173244 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173244 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173264 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173264 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173284 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173284 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173304 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173304 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173325 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173325 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173345 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173345 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173365 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173365 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173385 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173385 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173406 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173406 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173426 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173426 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173446 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173446 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173466 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173466 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173487 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173487 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173507 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173507 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173527 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173527 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173547 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173547 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173567 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173567 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173588 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173588 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173608 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173608 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173628 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173628 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173648 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173648 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173669 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173669 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173689 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173689 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173709 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173709 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173729 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173729 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173749 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173749 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173770 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173770 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173790 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173790 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173810 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173810 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173830 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173830 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173850 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173850 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173871 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173871 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173891 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173891 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173911 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173911 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173931 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173931 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173951 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173951 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173972 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173972 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173992 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173992 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174012 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174012 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174090 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174090 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174151 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174151 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174172 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174172 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174192 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174192 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174212 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174212 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174232 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174232 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174252 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174252 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174273 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174273 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174293 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174293 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174313 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174313 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174333 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174333 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174354 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174354 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174374 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174374 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174394 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174394 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174415 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174415 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174435 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174435 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174455 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174455 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174475 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174475 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174495 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174495 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174516 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174516 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174536 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174536 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174556 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174556 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174576 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174576 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174596 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174596 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174616 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174616 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174637 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174637 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174660 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174660 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174680 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174680 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174700 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174700 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174720 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174720 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174741 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174741 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174761 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174761 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174840 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174840 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174970 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174970 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174990 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174990 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175010 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175010 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175031 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175031 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175051 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175051 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175072 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175072 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175092 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175092 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175112 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175112 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175132 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175132 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175153 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175153 DEBUG (ScheduledTrigger-1374-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175173 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175173 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175196 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175196 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175216 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175216 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175236 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175237 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175257 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175257 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175277 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175277 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175297 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175297 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175317 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175317 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175337 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175337 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175357 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175357 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175378 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175378 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175413 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175413 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- estimated maxOp=0, resetting to 1...
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- estimated total max ops=0, effective maxOps=1
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- no more operations suggested, stopping after 0 ops...
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "__compute_diag__":{
[junit4] 2> "noSuggestionsStopAfter":0,
[junit4] 2> "estimatedMaxOps":0,
[junit4] 2> "noRelevantCollections":true,
[junit4] 2> "requestedOperations":-1,
[junit4] 2> "opLimit":1,
[junit4] 2> "maxOperations":1},
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
[junit4] 2> 175417 INFO (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "__compute_diag__":{
[junit4] 2> "noSuggestionsStopAfter":0,
[junit4] 2> "estimatedMaxOps":0,
[junit4] 2> "noRelevantCollections":true,
[junit4] 2> "requestedOperations":-1,
[junit4] 2> "opLimit":1,
[junit4] 2> "maxOperations":1},
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "__compute_diag__":{
[junit4] 2> "noSuggestionsStopAfter":0,
[junit4] 2> "estimatedMaxOps":0,
[junit4] 2> "noRelevantCollections":true,
[junit4] 2> "requestedOperations":-1,
[junit4] 2> "opLimit":1,
[junit4] 2> "maxOperations":1},
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 186 ms for event id=2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe
[junit4] 2> 175517 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175517 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175537 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175537 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175558 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175558 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175578 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175578 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175598 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175598 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175618 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175618 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175638 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175638 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175658 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175658 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175679 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175679 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175699 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175699 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175719 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175719 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175739 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175739 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175759 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175759 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175919 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175919 DEBUG (ScheduledTrigger-1374-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175939 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175939 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175959 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175959 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175979 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175979 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175999 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175999 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176020 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176020 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176040 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176040 DEBUG (ScheduledTrigger-1374-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176060 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176060 DEBUG (ScheduledTrigger-1374-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with curren
[...truncated too long message...]
nfig
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testRequireZkConnectedDistribCollection/terms/shard2
[junit4] 2> 2 /solr/collections/testRequireZkConnectedDistribCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/testRequireZkConnectedDistribCollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/overseer/queue
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections/testRequireZkConnectedDistribCollection/state.json
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2099439 INFO (TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42145
[junit4] 2> 2099439 INFO (TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42145
[junit4] 2> 2099439 INFO (TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42145
[junit4] 2> 2099440 INFO (TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRequireZkConnectedDistrib
[junit4] 2> 2099445 INFO (TEST-SearchHandlerTest.testInitialization-seed#[AA41002AF416DFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInitialization
[junit4] 2> 2099446 INFO (TEST-SearchHandlerTest.testInitialization-seed#[AA41002AF416DFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInitialization
[junit4] 2> 2099446 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2099446 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1609055193
[junit4] 2> 2099447 INFO (coreCloseExecutor-19845-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7e62bf2d
[junit4] 2> 2099447 INFO (coreCloseExecutor-19845-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@7e62bf2d
[junit4] 2> 2099447 INFO (coreCloseExecutor-19845-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30b72a5f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@423a9230
[junit4] 2> 2099464 INFO (coreCloseExecutor-19845-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 2099465 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2099465 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79a1bfd7: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6ececcb
[junit4] 2> 2099470 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2099470 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1637da10: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@62641ff8
[junit4] 2> 2099473 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2099473 INFO (SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a234c24: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@2d5f65a0
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.SearchHandlerTest_AA41002AF416DFF0-001
[junit4] 2> Jan 23, 2021 8:55:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=pl-PL, timezone=Pacific/Rarotonga
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=210136656,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [RuleEngineTest, TestSQLHandler, AuditLoggerPluginTest, TestConfigSetsAPIExclusivity, TestGroupingSearch, TestUninvertingReader, TestTestInjection, TestFieldCacheReopen, QueryParsingTest, InfoHandlerTest, BaseCdcrDistributedZkTest, TestLeaderElectionZkExpiry, SolrTestCaseJ4DeleteCoreTest, EmbeddedSolrNoSerializeTest, TestSolrDeletionPolicy2, TestQueryTypes, DateRangeFieldTest, TestJmxIntegration, RegexBoostProcessorTest, TokenizerChainTest, TestLegacyField, BJQFilterAccessibleTest, ZookeeperStatusHandlerTest, TestInPlaceUpdatesRequiredField, ExplicitHLLTest, NodeAddedTriggerIntegrationTest, DistributedFacetPivotSmallTest, TestTlogReplica, HttpPartitionWithTlogReplicasTest, MetricsHandlerTest, TestMacros, StatsReloadRaceTest, CoreAdminCreateDiscoverTest, TestCloudJSONFacetSKGEquiv, RangeFacetCloudTest, TestDistributedGrouping, VersionInfoTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestDFRSimilarityFactory, HdfsChaosMonkeySafeLeaderTest, TestOverriddenPrefixQueryForCustomFieldType, TestExternalRoleRuleBasedAuthorizationPlugin, TestDeprecatedFilters, TestBM25SimilarityFactory, DeleteStatusTest, TestHttpServletCarrier, TestFastOutputStream, JavaBinAtomicUpdateMultivalueTest, XMLAtomicUpdateMultivalueTest, TestSSLRandomization, TestStressCloudBlindAtomicUpdates, CoreMergeIndexesAdminHandlerTest, ChangedSchemaMergeTest, IndexSizeTriggerSizeEstimationTest, TestComplexPhraseLeadingWildcard, TestMinHashQParser, CustomTermsComponentTest, TestSchemaManager, MultiDestinationAuditLoggerTest, TestFacetMethods, CollectionPropsTest, TestSolr4Spatial2, TestFreeTextSuggestions, SolrCloudReportersTest, AnalyticsQueryTest, ForceLeaderWithTlogReplicasTest, TestFieldSortValues, TestSchemaNameResource, TestPolicyCloud, ManagedSchemaRoundRobinCloudTest, SimpleCollectionCreateDeleteTest, OverseerRolesTest, TestStressVersions, LargeFieldTest, TestJsonFacetsStatsParsing, TestCorePropertiesReload, CategoryRoutedAliasUpdateProcessorTest, RecoveryAfterSoftCommitTest, TestDynamicFieldNamesIndexCorrectly, TestExceedMaxTermLength, PeerSyncTest, TestSafeXMLParsing, LegacyCloudClusterPropTest, XmlUpdateRequestHandlerTest, TestManagedSynonymGraphFilterFactory, TestShardHandlerFactory, CloudExitableDirectoryReaderTest, TestSimDistributedQueue, BlobRepositoryCloudTest, AddReplicaTest, TestNRTOpen, TestReplicationHandlerBackup, TestSearcherReuse, RankFieldTest, ExitableDirectoryReaderTest, TaggingAttributeTest, ZkSolrClientTest, TestDynamicURP, TestSerializedLuceneMatchVersion, EnumFieldTest, TestAddFieldRealTimeGet, TestLFUCache, TestNamedUpdateProcessors, CollectionTooManyReplicasTest, TestHdfsCloudBackupRestore, TestImpersonationWithHadoopAuth, ExecutePlanActionTest, TermsComponentTest, SuggesterFSTTest, TestUseDocValuesAsStored, ZkCollectionPropsCachingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestRandomFaceting, TestSolrCoreProperties, TestTolerantSearch, TestLuceneIndexBackCompat, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, MoveReplicaTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RestartWhileUpdatingTest, RollingRestartTest, RouteFieldTest, RoutingToNodesWithPropertiesTest, ShardRoutingTest, SplitShardTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPivotFacet, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLockTree, TestMiniSolrCloudClusterSSL, TestSegmentSorting, TestTolerantUpdateProcessorRandomCloud, TestWithCollection, TestReplicaProperties, NodeAddedTriggerTest, NodeMarkersRegistrationTest, ScheduledMaintenanceTriggerTest, TestSimExecutePlanAction, TestSimExtremeIndexing, TestSimGenericDistributedQueue, TestSimLargeCluster, TestConfig, TestConfigOverlay, TestConfigSetImmutable, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, FieldAnalysisRequestHandlerTest, JsonLoaderTest, PingRequestHandlerTest, TestCSVLoader, TestConfigReload, TestStressThreadBackup, MetricsHistoryHandlerTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryElevationComponentTest, FacetPivotSmallTest, InfixSuggestersTest, MoreLikeThisComponentTest, ResponseBuilderTest, SearchHandlerTest]
[junit4] Completed [753/924 (2!)] on J3 in 112.57s, 4 tests, 1 error <<< FAILURES!
[...truncated 51296 lines...]