You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/09 09:52:23 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 431 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/431/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([2F8A91C2FB18F026:C24A06D246746DFF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14023 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3596927 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/init-core-data-001
[junit4] 2> 3596928 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3596930 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3596931 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001
[junit4] 2> 3596931 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3596931 INFO (Thread-6705) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3596931 INFO (Thread-6705) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3596933 ERROR (Thread-6705) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3597031 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53321
[junit4] 2> 3597034 INFO (zkConnectionManagerCallback-6523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597040 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3597040 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3597042 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3597042 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3597042 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a7daf68{/solr,null,AVAILABLE}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4277e9d6{/solr,null,AVAILABLE}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@286e9cf3{HTTP/1.1,[http/1.1]}{127.0.0.1:46803}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.Server Started @3604761ms
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11d5320c{HTTP/1.1,[http/1.1]}{127.0.0.1:54453}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46803}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.Server Started @3604761ms
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54453}
[junit4] 2> 3597044 ERROR (jetty-launcher-6520-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3597044 ERROR (jetty-launcher-6520-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:22:53.796Z
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:22:53.796Z
[junit4] 2> 3597046 INFO (zkConnectionManagerCallback-6525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597046 INFO (zkConnectionManagerCallback-6527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597046 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3597046 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3597053 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3597054 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3597054 INFO (zkConnectionManagerCallback-6532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597055 INFO (zkConnectionManagerCallback-6535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597057 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006462eed40004, likely client has closed socket
[junit4] 2> 3597057 INFO (zkConnectionManagerCallback-6537-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597058 INFO (zkConnectionManagerCallback-6539-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597234 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3597235 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54453_solr
[junit4] 2> 3597237 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.Overseer Overseer (id=72167970114371590-127.0.0.1:54453_solr-n_0000000000) starting
[junit4] 2> 3597242 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3597248 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46803_solr
[junit4] 2> 3597251 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3597252 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3597253 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3597255 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54453_solr
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46803_solr]
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3597257 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3597258 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3597259 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3597259 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3597260 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3597347 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54453.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597377 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54453.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597377 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54453.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597378 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node1/.
[junit4] 2> 3597462 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46803.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597468 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46803.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597469 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46803.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597469 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node2/.
[junit4] 2> 3597491 INFO (zkConnectionManagerCallback-6545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597495 INFO (zkConnectionManagerCallback-6549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597496 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3597498 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53321/solr ready
[junit4] 2> 3597537 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 3597538 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3597538 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3597538 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3597542 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3597542 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3597543 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3597550 INFO (qtp2011984679-31564) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3597552 INFO (qtp1561252900-31576) [n:127.0.0.1:54453_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3597552 DEBUG (qtp1561252900-31569) [n:127.0.0.1:54453_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3597553 INFO (qtp1561252900-31569) [n:127.0.0.1:54453_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3597554 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3597555 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46803_solr, 127.0.0.1:54453_solr]
[junit4] 2> 3597555 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3597555 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3597558 INFO (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3597559 INFO (qtp1561252900-31572) [n:127.0.0.1:54453_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3597560 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3597560 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3597561 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3597561 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3597570 INFO (qtp1561252900-31572) [n:127.0.0.1:54453_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 3597570 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3597572 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3597572 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3597572 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c9bab2d{/solr,null,AVAILABLE}
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6bffafaa{HTTP/1.1,[http/1.1]}{127.0.0.1:59596}
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3605291ms
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59596}
[junit4] 2> 3597573 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:22:54.326Z
[junit4] 2> 3597576 INFO (zkConnectionManagerCallback-6551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597577 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3597587 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3597589 INFO (zkConnectionManagerCallback-6555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597593 INFO (zkConnectionManagerCallback-6557-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597605 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3597609 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3597612 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59596_solr
[junit4] 2> 3597614 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597614 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597615 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597616 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597720 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59596.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597728 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59596.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597728 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59596.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597729 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node3/.
[junit4] 2> 3598567 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3598567 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3598568 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59596_solr at time 1684206904122354
[junit4] 2> 3599566 INFO (OverseerCollectionConfigSetProcessor-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3599569 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3599570 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3600570 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3600571 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3601571 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3601572 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3602573 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3602573 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3603574 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3603574 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3604575 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3604575 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3605577 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3605577 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3606578 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3606578 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3607580 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3607581 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3608586 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3608586 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3608587 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:59596_solr] added at times [1684206904122354], now=1684216926569113
[junit4] 2> 3608587 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbc6fa3f9bf2T10z6iumiqzpg98s7zmcz3hrfe",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684206904122354,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684206904122354],
[junit4] 2> "nodeNames":["127.0.0.1:59596_solr"]}}
[junit4] 2> 3608588 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
[junit4] 2> 3608589 INFO (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3608590 DEBUG (AutoscalingActionExecutor-13018-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbc6fa3f9bf2T10z6iumiqzpg98s7zmcz3hrfe",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684206904122354,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684206904122354],
[junit4] 2> "_enqueue_time_":1684216927916853,
[junit4] 2> "nodeNames":["127.0.0.1:59596_solr"]}}
[junit4] 2> 3608591 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3608591 DEBUG (AutoscalingActionExecutor-13018-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3608592 DEBUG (AutoscalingActionExecutor-13018-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=5fbc6fa3f9bf2T10z6iumiqzpg98s7zmcz3hrfe
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57fa4646{/solr,null,AVAILABLE}
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1aececb2{HTTP/1.1,[http/1.1]}{127.0.0.1:42684}
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3616314ms
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42684}
[junit4] 2> 3608593 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3608594 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:23:05.346Z
[junit4] 2> 3608596 INFO (zkConnectionManagerCallback-6561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3608597 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3608603 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3608604 INFO (zkConnectionManagerCallback-6565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3608607 INFO (zkConnectionManagerCallback-6567-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3608616 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3608619 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3608623 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42684_solr
[junit4] 2> 3608628 INFO (zkCallback-6566-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608629 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608636 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608638 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608638 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608765 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42684.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3608773 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42684.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3608773 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42684.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3608774 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node4/.
[junit4] 2> 3613593 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3613594 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3613594 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42684_solr at time 1684221935289324
[junit4] 2> 3614605 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3614605 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3615607 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3615607 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3616608 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3616608 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3617609 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3617609 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3618610 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3618610 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3618812 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@11d5320c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3618813 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25941431
[junit4] 2> 3618813 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3618813 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3edf392e: rootName = solr_54453, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6e61dd78
[junit4] 2> 3618819 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3618819 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@592f1d59: rootName = solr_54453, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@49341810
[junit4] 2> 3618824 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3618824 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d959be1: rootName = solr_54453, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6c142174
[junit4] 2> 3618827 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:54453_solr
[junit4] 2> 3618828 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3618829 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6566-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3618829 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.Overseer Overseer (id=72167970114371590-127.0.0.1:54453_solr-n_0000000000) closing
[junit4] 2> 3618829 INFO (OverseerStateUpdate-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54453_solr
[junit4] 2> 3618830 WARN (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3618830 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3618832 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4277e9d6{/solr,null,UNAVAILABLE}
[junit4] 2> 3618833 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46803_solr
[junit4] 2> 3618834 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3618837 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.Overseer Overseer (id=72167970114371589-127.0.0.1:46803_solr-n_0000000001) starting
[junit4] 2> 3618844 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3618845 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3618845 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:42684_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3618845 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3618846 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:42684_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3618846 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3618846 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3618846 INFO (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3618847 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:42684_solr
[junit4] 2> 3618849 DEBUG (ScheduledTrigger-13038-thread-1) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3618849 DEBUG (ScheduledTrigger-13038-thread-1) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3618850 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3618850 DEBUG (ScheduledTrigger-13038-thread-1) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3619852 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3619852 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3619852 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3620853 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3620853 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3620853 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3621854 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3621854 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3621854 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:42684_solr] added at times [1684221935289324], now=1684232209056295
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbca7a2d03ecT10z6iumiqzpg98s7zmcz3hrfg",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684221935289324,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684221935289324],
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3623865 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
[junit4] 2> 3623866 INFO (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3623866 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbca7a2d03ecT10z6iumiqzpg98s7zmcz3hrfg",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684221935289324,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684221935289324],
[junit4] 2> "_enqueue_time_":1684232210207458,
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3623866 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 3623872 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3623873 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3623873 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 7 ms for event id=5fbca7a2d03ecT10z6iumiqzpg98s7zmcz3hrfg
[junit4] 2> 3623907 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 3623908 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3623909 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3623909 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3623911 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3623912 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3623912 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3623913 INFO (qtp2141224647-31658) [n:127.0.0.1:42684_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3623919 INFO (qtp2141224647-31658) [n:127.0.0.1:42684_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 3623923 INFO (qtp2051169502-31629) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3623924 INFO (qtp2141224647-31657) [n:127.0.0.1:42684_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3623936 INFO (qtp2011984679-31570) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3623937 DEBUG (qtp2011984679-31574) [n:127.0.0.1:46803_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3623937 INFO (qtp2011984679-31574) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 3623938 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3623939 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:42684_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3623940 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3623942 INFO (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3623943 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3623943 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3623944 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aececb2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2033013147
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12b87d55: rootName = solr_42684, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@293e2e69
[junit4] 2> 3623949 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3623949 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79041a3c: rootName = solr_42684, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@49341810
[junit4] 2> 3623953 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3623953 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f79cf77: rootName = solr_42684, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6c142174
[junit4] 2> 3623955 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42684_solr
[junit4] 2> 3623956 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3623956 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623956 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623956 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3623957 INFO (zkCallback-6566-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623957 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623958 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57fa4646{/solr,null,UNAVAILABLE}
[junit4] 2> 3623958 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3624946 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3624946 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42684_solr
[junit4] 2> 3625927 INFO (OverseerCollectionConfigSetProcessor-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3625948 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3626949 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:42684_solr]
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbcd1f0d71d1T10z6iumiqzpg98s7zmcz3hrfi",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1684233291395537,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684233291395537],
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 3627951 INFO (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3627951 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbcd1f0d71d1T10z6iumiqzpg98s7zmcz3hrfi",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1684233291395537,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684233291395537],
[junit4] 2> "_enqueue_time_":1684236296577071,
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3627952 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 3627953 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=5fbcd1f0d71d1T10z6iumiqzpg98s7zmcz3hrfi
[junit4] 2> 3627960 INFO (qtp2011984679-31574) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3627962 INFO (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3627962 DEBUG (qtp2011984679-31566) [n:127.0.0.1:46803_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3627963 INFO (qtp2011984679-31566) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 3627963 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3627964 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3627964 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3627964 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3627965 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3629964 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 3629988 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3629989 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 3629989 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3629989 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3629992 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3629992 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3629992 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3629994 INFO (qtp2011984679-31566) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3629996 INFO (qtp2051169502-31634) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3629996 DEBUG (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3629996 INFO (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3629997 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3629998 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3629998 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3629998 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3630000 INFO (qtp2011984679-31570) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3630001 INFO (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3630001 DEBUG (qtp2051169502-31633) [n:127.0.0.1:59596_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3630002 INFO (qtp2051169502-31633) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3630002 INFO (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3630002 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3630002 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3630002 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3630003 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3630003 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3630003 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3630003 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3630003 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3630003 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3630003 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 9
[junit4] 2> 3630003 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3630003 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f1ce331{/solr,null,AVAILABLE}
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b3359a4{HTTP/1.1,[http/1.1]}{127.0.0.1:42574}
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3637733ms
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42574}
[junit4] 2> 3630004 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3630004 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3630005 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3630005 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:23:26.757Z
[junit4] 2> 3630005 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 3630006 INFO (zkConnectionManagerCallback-6571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3630007 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3630013 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3630014 INFO (zkConnectionManagerCallback-6575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3630017 INFO (zkConnectionManagerCallback-6577-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3630026 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3630030 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3630032 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42574_solr
[junit4] 2> 3630034 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630034 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630034 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630035 INFO (zkCallback-6576-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630089 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3630097 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3630097 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3630098 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node5/.
[junit4] 2> 3631010 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3631010 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3631010 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42574_solr at time 1684239358022001
[junit4] 2> 3632021 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3632021 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3632021 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:42574_solr] added at times [1684239358022001], now=1684240369378553
[junit4] 2> 3632022 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbce88a6d171T10z6iumiqzpg98s7zmcz3hrfk",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1684239358022001,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684239358022001],
[junit4] 2> "nodeNames":["127.0.0.1:42574_solr"]}}
[junit4] 2> 3632022 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3632023 INFO (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3632023 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbce88a6d171T10z6iumiqzpg98s7zmcz3hrfk",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1684239358022001,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684239358022001],
[junit4] 2> "_enqueue_time_":1684240369560845,
[junit4] 2> "nodeNames":["127.0.0.1:42574_solr"]}}
[junit4] 2> 3632025 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3632025 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=5fbce88a6d171T10z6iumiqzpg98s7zmcz3hrfk
[junit4] 2> 3633025 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3633026 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3633026 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73f4c36b{/solr,null,AVAILABLE}
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c76d43e{HTTP/1.1,[http/1.1]}{127.0.0.1:60769}
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3640757ms
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60769}
[junit4] 2> 3633028 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:23:29.780Z
[junit4] 2> 3633030 INFO (zkConnectionManagerCallback-6581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633031 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3633040 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3633042 INFO (zkConnectionManagerCallback-6585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633045 INFO (zkConnectionManagerCallback-6587-thread-1-processing-n:127.0.0.1:60769_solr) [n:127.0.0.1:60769_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633056 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:60769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3633059 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:60769_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3633066 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:60769_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60769_solr
[junit4] 2> 3633068 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3633069 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3633069 INFO (zkCallback-6576-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3633070 INFO (zkCallback-6556-thread-1-proce
[...truncated too long message...]
nging
[junit4] 2> 3797336 ERROR (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3797337 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53321 53321
[junit4] 2> 3807460 INFO (Thread-6705) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53321 53321
[junit4] 2> 3807461 WARN (Thread-6705) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 190 /solr/collections/collection1/state.json
[junit4] 2> 42 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72167970114371629-core_node6-n_0000000002
[junit4] 2> 3 /solr/overseer_elect/election/72167970114371629-127.0.0.1:36480_solr-n_0000000013
[junit4] 2> 3 /solr/overseer_elect/election/72167970114371607-127.0.0.1:59068_solr-n_0000000006
[junit4] 2> 3 /solr/overseer_elect/election/72167970114371638-127.0.0.1:44363_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/72167970114371610-127.0.0.1:35067_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/72167970114371595-127.0.0.1:59596_solr-n_0000000002
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72167970114371623-core_node12-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/72167970114371616-127.0.0.1:47892_solr-n_0000000009
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections
[junit4] 2> 20 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50, x_s=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=158, maxMBSortInHeap=5.11387510729128, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-IQ, timezone=Asia/Bahrain
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=244507872,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, TestFieldCollectionResource, TestIntervalFaceting, TestReloadDeadlock, ReplicaListTransformerTest, MultiThreadedOCPTest, SchemaApiFailureTest, TestTrie, CollectionsAPISolrJTest, TestUseDocValuesAsStored2, OverseerRolesTest, RecoveryAfterSoftCommitTest, RollingRestartTest, BufferStoreTest, OpenExchangeRatesOrgProviderTest, RAMDirectoryFactoryTest, TestLeaderInitiatedRecoveryThread, IndexSchemaRuntimeFieldTest, TestFaceting, TestXmlQParser, ReplaceNodeNoTargetTest, AutoscalingHistoryHandlerTest, ConfigSetsAPITest, TestOrdValues, UniqFieldsUpdateProcessorFactoryTest, TestSolrCloudWithSecureImpersonation, SubstringBytesRefFilterTest, TestSegmentSorting, TestCloudSearcherWarming, CloudMLTQParserTest, SolrGangliaReporterTest, TestLegacyFieldCache, PKIAuthenticationIntegrationTest, TestMaxScoreQueryParser, TestIndexSearcher, TestHdfsUpdateLog, DeleteShardTest, SparseHLLTest, BaseCdcrDistributedZkTest, TestOmitPositions, SOLR749Test, ResourceLoaderTest, RequiredFieldsTest, SolrRequestParserTest, TlogReplayBufferedWhileIndexingTest, TestPivotHelperCode, TestSuggestSpellingConverter, PathHierarchyTokenizerFactoryTest, TestNestedDocsSort, BlobRepositoryCloudTest, TestClusterStateMutator, SolrCoreMetricManagerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestFieldCacheVsDocValues, SpellingQueryConverterTest, PeerSyncWithIndexFingerprintCachingTest, TestTolerantUpdateProcessorRandomCloud, TestInitQParser, HdfsAutoAddReplicasIntegrationTest, TestBinaryField, TestCollectionsAPIViaSolrCloudCluster, HdfsChaosMonkeyNothingIsSafeTest, CoreSorterTest, TestSystemIdResolver, ClassificationUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, DocExpirationUpdateProcessorFactoryTest, DistributedFacetSimpleRefinementLongTailTest, CustomHighlightComponentTest, TolerantUpdateProcessorTest, TestPKIAuthenticationPlugin, V2ApiIntegrationTest, TestStressUserVersions, TestDeleteCollectionOnDownNodes, CollectionReloadTest, SolrTestCaseJ4Test, TestManagedStopFilterFactory, CopyFieldTest, TestCollapseQParserPlugin, SolrIndexSplitterTest, TestCollationField, TestClassicSimilarityFactory, DeleteInactiveReplicaTest, TestShardHandlerFactory, SortSpecParsingTest, SystemLogListenerTest, TestExportWriter, SolrShardReporterTest, BooleanFieldTest, TestMacroExpander, ForceLeaderTest, TestTlogReplica, CdcrReplicationHandlerTest, ComputePlanActionTest, TestEmbeddedSolrServerAdminHandler, TestTolerantSearch, CacheHeaderTest, FileUtilsTest, TestRemoteStreaming, TestSizeLimitedDistributedMap, DistributedVersionInfoTest, VMParamsZkACLAndCredentialsProvidersTest, BlockJoinFacetRandomTest, TestDynamicFieldCollectionResource, QueryEqualityTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, StatelessScriptUpdateProcessorFactoryTest, TestElisionMultitermQuery, TestSurroundQueryParser, OutputWriterTest, TestReRankQParserPlugin, TestCorePropertiesReload, TestComplexPhraseQParserPlugin, TestSchemaNameResource, QueryResultKeyTest, QueryElevationComponentTest, CdcrUpdateLogTest, DistributedMLTComponentTest, FacetPivotSmallTest, TestNamedUpdateProcessors, TestCSVResponseWriter, TestRangeQuery, TestRecovery, TestComputePlanAction, SolrCLIZkUtilsTest, TermsComponentTest, CdcrVersionReplicationTest, TestInPlaceUpdatesStandalone, HttpPartitionTest, TestPartialUpdateDeduplication, BigEndianAscendingWordSerializerTest, RequestLoggingTest, HdfsSyncSliceTest, SampleTest, CdcrBootstrapTest, JvmMetricsTest, BasicZkTest, TestImpersonationWithHadoopAuth, BJQParserTest, SolrIndexConfigTest, MetricTriggerTest, DistributedExpandComponentTest, PingRequestHandlerTest, CoreAdminRequestStatusTest, TestBulkSchemaAPI, SolrPluginUtilsTest, AtomicUpdateProcessorFactoryTest, HLLSerializationTest, TestZkAclsWithHadoopAuth, DateFieldTest, BasicDistributedZkTest, SpatialHeatmapFacetsTest, TestCoreBackup, TestReplicationHandlerBackup, DistanceUnitsTest, TestCoreContainer, BinaryUpdateRequestHandlerTest, TestBlobHandler, TestLargeCluster, DirectSolrConnectionTest, TestNodeLostTrigger, LegacyCloudClusterPropTest, ExplicitHLLTest, TestPrepRecovery, TestSerializedLuceneMatchVersion, SuggestComponentTest, AnalyticsQueryTest, TestPushWriter, TestReload, TestRestoreCore, TestConfigSetProperties, DistributedQueryElevationComponentTest, DirectUpdateHandlerOptimizeTest, TestSolrQueryResponse, HdfsWriteToMultipleCollectionsTest, TestBM25SimilarityFactory, TestSortableTextField, TestSubQueryTransformerDistrib, SearchHandlerTest, HdfsCollectionsAPIDistributedZkTest, SolrMetricReporterTest, TestQueryTypes, TestFreeTextSuggestions, SuggesterTSTTest, UnloadDistributedZkTest, TestSolrJ, TestExecutePlanAction, ZkStateWriterTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, TestRealTimeGet, DistributedTermsComponentTest, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, PeerSyncTest, HighlighterTest, SoftAutoCommitTest, TimeZoneUtilsTest, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, TestLRUCache, TestUtils, ZkNodePropsTest, UUIDFieldTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AssignBackwardCompatibilityTest, ConcurrentCreateRoutedAliasTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LIRRollingUpdatesTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestRandomRequestDistribution, TestStressInPlaceUpdates, ZkShardTermsTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, NodeLostTriggerTest, TriggerIntegrationTest]
[junit4] Completed [600/774 (1!)] on J0 in 210.71s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48802 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 436 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/436/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
no MOVEREPLICA ops?
Stack Trace:
java.lang.AssertionError: no MOVEREPLICA ops?
at __randomizedtesting.SeedInfo.seed([73A37521AC5EB7A3:D44C6882631338BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:262)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13959 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_73A37521AC5EB7A3-001/init-core-data-001
[junit4] 2> 4760041 INFO (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4760042 INFO (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4760042 INFO (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 4760050 DEBUG (ScheduledTrigger-14603-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760075 DEBUG (ScheduledTrigger-14603-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760075 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 4760076 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4760076 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4760083 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4760083 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760084 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4760084 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4760095 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4760095 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4760096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4760096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4760096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4760097 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760117 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760141 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760161 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760181 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760199 DEBUG (simCloudManagerPool-14605-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4760199 DEBUG (simCloudManagerPool-14605-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4760199 DEBUG (simCloudManagerPool-14605-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760200 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4760200 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760200 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4760202 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760203 DEBUG (simCloudManagerPool-14605-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4760203 DEBUG (simCloudManagerPool-14605-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4760203 DEBUG (simCloudManagerPool-14605-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760203 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4760203 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760203 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4760224 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760244 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760266 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760287 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760307 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760327 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760348 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760368 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760388 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760408 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760429 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760436 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 10810 ms
[junit4] 2> 4760449 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760469 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760490 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760510 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760530 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760550 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760553 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760553 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> 4760556 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105224714663904,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760556 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105224714663904,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 4760564 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760569 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 4760574 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10103_solr&type=NRT
[junit4] 2> 4760574 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2105225762 sessionWrapper.createTime 2105224955965254, this.sessionWrapper.createTime 2105224955965254
[junit4] 2> 4760575 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105224714663904,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@24828298, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@2a456878, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@2e7ae9e8], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 4760575 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760576 INFO (simCloudManagerPool-14605-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10056_solr for creating new replica
[junit4] 2> 4760633 DEBUG (simCloudManagerPool-14605-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10081_solr",
[junit4] 2> "core":"testSearchRate_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSearchRate"}}
[junit4] 2> 4760636 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 4760636 DEBUG (simCloudManagerPool-14605-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard1: {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "rate":4.0,
[junit4] 2> "node_name":"127.0.0.1:10085_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4.0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate"}}
[junit4] 2> 4760637 INFO (simCloudManagerPool-14605-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10072_solr for creating new replica
[junit4] 2> 4760649 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10103_solr&type=NRT
[junit4] 2> 4760653 INFO (simCloudManagerPool-14605-thread-35) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10103_solr for creating new replica
[junit4] 2> 4760667 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 4760667 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
[junit4] 2> 4760667 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 5582 ms for event id=77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t
[junit4] 2> 4760706 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
[junit4] 2> 4760706 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 100
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 77
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testSearchRate]
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 23
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testSearchRate 23
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 23
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDREPLICA 3
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS 3
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS 3
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: search_rate_trigger
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 4760767 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760790 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760804 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760809 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> 4760834 INFO (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 4760834 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4760834 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760835 INFO (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4760834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4760835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4760835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760835 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4760835 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 4760840 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4760840 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 4760842 DEBUG (ScheduledTrigger-14609-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4760844 WARN (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Requested number of operations 3 higher than maximum 0, adjusting...
[junit4] 2> 4760858 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760862 DEBUG (ScheduledTrigger-14609-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760862 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 4760865 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10103_solr&type=NRT
[junit4] 2> 4760865 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2105240325 sessionWrapper.createTime 2105239256129904, this.sessionWrapper.createTime 2105239256129904
[junit4] 2> 4760866 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3f646f00, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3ebedd70, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@28bbffb6], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 4760866 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760867 WARN (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: execute for trigger event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n
[...truncated too long message...]
junit4] 2> 4787902 INFO (TEST-TestLargeCluster.testNodeLost-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 4
[junit4] 2> 4787902 INFO (TEST-TestLargeCluster.testNodeLost-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 4
[junit4] 2> 4787903 DEBUG (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4787903 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_73A37521AC5EB7A3-001
[junit4] 2> Feb 11, 2018 6:00:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 24 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=24921, maxDocsPerChunk=10, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=24921, blockSize=2)), sim=RandomSimilarity(queryNorm=false): {}, locale=en-IE, timezone=America/Marigot
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=197197024,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [UUIDFieldTest, TestSortableTextField, PKIAuthenticationIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, TestPHPSerializedResponseWriter, NodeMutatorTest, SparseHLLTest, TestClassicSimilarityFactory, TestFieldSortValues, SpellCheckComponentTest, TestSolrFieldCacheBean, TestCrossCoreJoin, TestJsonFacets, TestZkAclsWithHadoopAuth, PrimUtilsTest, SuggestComponentTest, CreateRoutedAliasTest, TestWriterPerf, BlockCacheTest, DistributedFacetPivotSmallAdvancedTest, TestConfigSetsAPIExclusivity, RegexBoostProcessorTest, TestExpandComponent, TestDistribDocBasedVersion, FullSolrCloudDistribCmdsTest, TestSQLHandlerNonCloud, CleanupOldIndexTest, TestCollectionAPI, TestLeaderElectionZkExpiry, CdcrBidirectionalTest, HdfsDirectoryFactoryTest, TestIndexingPerformance, TestCoreBackup, MergeStrategyTest, UninvertDocValuesMergePolicyTest, TestTriggerIntegration, TolerantUpdateProcessorTest, HdfsBasicDistributedZkTest, TestMaxScoreQueryParser, OverseerTest, TestHashPartitioner, DistributedExpandComponentTest, TestRebalanceLeaders, TestAnalyzedSuggestions, TestAuthenticationFramework, TestBackupRepositoryFactory, ConnectionManagerTest, ExternalFileFieldSortTest, TestJettySolrRunner, TestStressVersions, TestLMJelinekMercerSimilarityFactory, HdfsChaosMonkeySafeLeaderTest, TestManagedSchemaThreadSafety, TestSolr4Spatial, TestPivotHelperCode, DirectUpdateHandlerTest, SpatialRPTFieldTypeTest, TestOrdValues, ExplicitHLLTest, SimpleFacetsTest, BadComponentTest, LIRRollingUpdatesTest, UpdateRequestProcessorFactoryTest, TestImpersonationWithHadoopAuth, IndexBasedSpellCheckerTest, SolrGangliaReporterTest, ActionThrottleTest, TestOverriddenPrefixQueryForCustomFieldType, TestNumericTokenStream, TestConfigSets, QueryParsingTest, TestSearchPerf, TestHdfsCloudBackupRestore, SolrMetricReporterTest, SoftAutoCommitTest, TestLRUCache, SimplePostToolTest, CustomHighlightComponentTest, ClusterStateTest, TestNestedDocsSort, MigrateRouteKeyTest, TestCustomStream, AliasIntegrationTest, JavabinLoaderTest, RemoteQueryErrorTest, DocValuesNotIndexedTest, TestManagedSynonymGraphFilterFactory, HDFSCollectionsAPITest, TestSubQueryTransformer, BasicDistributedZk2Test, TestBlobHandler, TestNodeAddedTrigger, HttpTriggerListenerTest, TermVectorComponentTest, TestNumericTerms64, DocExpirationUpdateProcessorFactoryTest, DebugComponentTest, URLClassifyProcessorTest, SharedFSAutoReplicaFailoverTest, PeerSyncTest, TestSort, BasicFunctionalityTest, TestFieldCollectionResource, BooleanFieldTest, SSLMigrationTest, VersionInfoTest, TestConfigsApi, TestXmlQParser, TestGraphTermsQParserPlugin, TestMultiWordSynonyms, AutoScalingHandlerTest, ZkControllerTest, TestBulkSchemaAPI, TestUpdate, TestRTGBase, StressHdfsTest, TestBadConfig, TestUnifiedSolrHighlighter, TestValueSourceCache, DeleteReplicaTest, TestExportWriter, TestTolerantUpdateProcessorCloud, TestFreeTextSuggestions, IndexSchemaTest, TestConfigSetImmutable, TestSolrQueryResponse, TestDFRSimilarityFactory, BufferStoreTest, SchemaApiFailureTest, InfoHandlerTest, NoCacheHeaderTest, TestStressCloudBlindAtomicUpdates, DistributedIntervalFacetingTest, TestFieldTypeCollectionResource, TestRandomDVFaceting, TestSimpleTrackingShardHandler, ZkStateReaderTest, TestLegacyTerms, TestClusterStateProvider, ResponseBuilderTest, ReplicaListTransformerTest, EchoParamsTest, SystemInfoHandlerTest, TestImplicitCoreProperties, PropertiesRequestHandlerTest, TestFieldCache, RestartWhileUpdatingTest, TestWordDelimiterFilterFactory, FacetPivotSmallTest, TestInitQParser, RequestHandlersTest, CdcrRequestHandlerTest, SortByFunctionTest, BigEndianAscendingWordSerializerTest, CircularListTest, TriLevelCompositeIdRoutingTest, SliceStateTest, TestLockTree, TestSimpleQParserPlugin, HdfsRestartWhileUpdatingTest, AssignTest, TestPullReplica, ChaosMonkeySafeLeaderTest, TestCoreDiscovery, TestInitParams, HdfsLockFactoryTest, XsltUpdateRequestHandlerTest, TestScoreJoinQPScore, CSVRequestHandlerTest, SolrShardReporterTest, TestRandomFlRTGCloud, TestCryptoKeys, TestApiFramework, TestSkipOverseerOperations, ConfigureRecoveryStrategyTest, OverseerStatusTest, TestRandomCollapseQParserPlugin, DocValuesMissingTest, CollectionStateFormat2Test, TestRandomFaceting, DocValuesMultiTest, SolrCloudExampleTest, MinimalSchemaTest, TestCollationFieldDocValues, TestCloudManagedSchema, TestSchemaSimilarityResource, DistributedSpellCheckComponentTest, TestQuerySenderListener, TestUseDocValuesAsStored2, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, TermVectorComponentDistributedTest, TestStressReorder, DistributedTermsComponentTest, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestDocumentBuilder, DistributedMLTComponentTest, TestLuceneIndexBackCompat, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, ForceLeaderTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, PeerSyncReplicationTest, ReplaceNodeTest, RollingRestartTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudRecovery, TestClusterProperties, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPrepRecovery, TestPullReplicaErrorHandling, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, ZkFailoverTest, ZkShardTermsTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIDistributedZkTest, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, ComputePlanActionTest, ExecutePlanActionTest, TestPolicyCloud, TestDistribStateManager, TestExecutePlanAction, TestGenericDistributedQueue, TestLargeCluster]
[junit4] Completed [588/775 (1!)] on J1 in 28.32s, 4 tests, 1 failure <<< FAILURES!
[...truncated 49088 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 435 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/435/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
{srt=[CapturedEvent{timestamp=1518332687839000000, stage=FAILED, actionName='compute', event={ "id":"691937f2170d4Tecd5qj3k4tp8du38lg0u7lbox", "source":"search_rate_trigger", "eventTime":1848912539381972, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:36460_solr":36.256484315033745, "127.0.0.1:47044_solr":35.4373493631563}, "replica":[ "{\"core_node4\":{\n \"base_url\":\"http://127.0.0.1:36460/solr\",\n \"node_name\":\"127.0.0.1:36460_solr\",\n \"core\":\"collection1_shard1_replica_n2\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"rate\":36.256484315033745,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node3\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"rate\":35.4373493631563,\n \"base_url\":\"http://127.0.0.1:47044/solr\",\n \"node_name\":\"127.0.0.1:47044_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":71.69383367819005}, "shard":{"collection1":{"shard1":71.69383367819005}}, "_enqueue_time_":1848932712256330, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.BEFORE_ACTION=[compute], source=search_rate_trigger}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332696549000000, stage=AFTER_ACTION, actionName='compute', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute], source=metric_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='execute', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute]}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='test', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701573000000, stage=SUCCEEDED, actionName='null', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
Stack Trace:
java.lang.AssertionError: {srt=[CapturedEvent{timestamp=1518332687839000000, stage=FAILED, actionName='compute', event={
"id":"691937f2170d4Tecd5qj3k4tp8du38lg0u7lbox",
"source":"search_rate_trigger",
"eventTime":1848912539381972,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:36460_solr":36.256484315033745,
"127.0.0.1:47044_solr":35.4373493631563},
"replica":[
"{\"core_node4\":{\n \"base_url\":\"http://127.0.0.1:36460/solr\",\n \"node_name\":\"127.0.0.1:36460_solr\",\n \"core\":\"collection1_shard1_replica_n2\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"rate\":36.256484315033745,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node3\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"rate\":35.4373493631563,\n \"base_url\":\"http://127.0.0.1:47044/solr\",\n \"node_name\":\"127.0.0.1:47044_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":71.69383367819005},
"shard":{"collection1":{"shard1":71.69383367819005}},
"_enqueue_time_":1848932712256330,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.BEFORE_ACTION=[compute], source=search_rate_trigger}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332696549000000, stage=AFTER_ACTION, actionName='compute', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute], source=metric_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='execute', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute]}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='test', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701573000000, stage=SUCCEEDED, actionName='null', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
at __randomizedtesting.SeedInfo.seed([4C4E12983471122B:F64225176B99C464]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14039 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/init-core-data-001
[junit4] 2> 4280603 WARN (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 4280604 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4280606 INFO (Thread-7419) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4280606 INFO (Thread-7419) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4280607 ERROR (Thread-7419) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4280706 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54046
[junit4] 2> 4280708 INFO (zkConnectionManagerCallback-10033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280712 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fcfdbf5{/solr,null,AVAILABLE}
[junit4] 2> 4280714 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70cb0a0b{HTTP/1.1,[http/1.1]}{127.0.0.1:46292}
[junit4] 2> 4280714 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.Server Started @4288399ms
[junit4] 2> 4280714 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46292}
[junit4] 2> 4280714 ERROR (jetty-launcher-10030-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.017Z
[junit4] 2> 4280712 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42ce76c5{/solr,null,AVAILABLE}
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e8ab636{HTTP/1.1,[http/1.1]}{127.0.0.1:36460}
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.Server Started @4288404ms
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36460}
[junit4] 2> 4280719 ERROR (jetty-launcher-10030-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.021Z
[junit4] 2> 4280723 INFO (zkConnectionManagerCallback-10037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280723 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4280729 INFO (zkConnectionManagerCallback-10035-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280731 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4280733 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4280733 INFO (zkConnectionManagerCallback-10041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280752 INFO (zkConnectionManagerCallback-10043-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280753 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4280754 INFO (zkConnectionManagerCallback-10047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280756 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006e340c530005, likely client has closed socket
[junit4] 2> 4280757 INFO (zkConnectionManagerCallback-10049-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280890 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4280891 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4280892 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46292_solr
[junit4] 2> 4280892 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36460_solr
[junit4] 2> 4280894 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.Overseer Overseer (id=72178763862048774-127.0.0.1:46292_solr-n_0000000000) starting
[junit4] 2> 4280895 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4280895 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4280904 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4280905 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46292_solr
[junit4] 2> 4280905 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4280906 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36460_solr]
[junit4] 2> 4280906 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4280906 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4280907 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4280908 INFO (OverseerStateUpdate-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4280913 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4280914 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4280914 DEBUG (ScheduledTrigger-14454-thread-1) [n:127.0.0.1:46292_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4280975 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4280986 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4280987 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4280987 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node1/.
[junit4] 2> 4281039 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46292.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281045 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46292.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281045 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46292.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281046 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node2/.
[junit4] 2> 4281064 INFO (zkConnectionManagerCallback-10055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281065 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006e340c530007, likely client has closed socket
[junit4] 2> 4281068 INFO (zkConnectionManagerCallback-10059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281070 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4281072 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54046/solr ready
[junit4] 2> 4281099 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 4281099 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4281100 DEBUG (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4281100 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4281102 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4281103 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4281103 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4281105 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4281106 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4281106 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4281106 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51965970{/solr,null,AVAILABLE}
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20497284{HTTP/1.1,[http/1.1]}{127.0.0.1:49692}
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server Started @4288793ms
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49692}
[junit4] 2> 4281107 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.410Z
[junit4] 2> 4281109 INFO (zkConnectionManagerCallback-10061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281110 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4281116 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4281118 INFO (zkConnectionManagerCallback-10065-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281122 INFO (zkConnectionManagerCallback-10067-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281132 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4281136 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4281139 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49692_solr
[junit4] 2> 4281140 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281140 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281141 INFO (zkCallback-10058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281142 INFO (zkCallback-10066-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281237 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49692.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49692.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49692.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node3/.
[junit4] 2> 4281274 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4281275 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4281276 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4281276 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4281276 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d0df1da{/solr,null,AVAILABLE}
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43fb53b7{HTTP/1.1,[http/1.1]}{127.0.0.1:47044}
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server Started @4288962ms
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47044}
[junit4] 2> 4281277 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.579Z
[junit4] 2> 4281279 INFO (zkConnectionManagerCallback-10071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281280 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4281287 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4281288 INFO (zkConnectionManagerCallback-10075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281292 INFO (zkConnectionManagerCallback-10077-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281304 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4281307 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4281310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47044_solr
[junit4] 2> 4281312 INFO (zkCallback-10058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281312 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281312 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281312 INFO (zkCallback-10066-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281313 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281626 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281635 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281635 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281637 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node4/.
[junit4] 2> 4281698 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@139c5fc1{/solr,null,AVAILABLE}
[junit4] 2> 4281701 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f6b3e70{HTTP/1.1,[http/1.1]}{127.0.0.1:42019}
[junit4] 2> 4281701 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server Started @4289387ms
[junit4] 2> 4281701 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42019}
[junit4] 2> 4281701 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:21.004Z
[junit4] 2> 4281704 INFO (zkConnectionManagerCallback-10081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281705 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4281713 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4281716 INFO (zkConnectionManagerCallback-10085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281720 INFO (zkConnectionManagerCallback-10087-thread-1-processing-n:127.0.0.1:42019_solr) [n:127.0.0.1:42019_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281731 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4281734 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4281737 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42019_solr
[junit4] 2> 4281739 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281739 INFO (zkCallback-10058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281740 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281741 INFO (zkCallback-10066-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281741 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281743 INFO (zkCallback-10086-thread-1-processing-n:127.0.0.1:42019_solr) [n:127.0.0.1:42019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281807 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281807 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281808 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node5/.
[junit4] 2> 4281856 INFO (qtp316294391-39481) [n:127.0.0.1:36460_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4281859 INFO (OverseerThreadFactory-14456-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4281971 INFO (OverseerStateUpdate-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47044/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4281974 INFO (OverseerStateUpdate-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36460/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4282178 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4282178 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4282178 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4282178 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4282284 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4282284 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4282284 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4282284 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283192 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4283192 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4283206 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 4283206 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4283207 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 4283207 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node1/collection1_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/]
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node4/./collection1_shard1_replica_n1/data/]
[junit4] 2> 4283255 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4283255 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4283255 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4283256 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4283256 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4283256 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4283256 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4283257 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4283257 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@74b6815c[collection1_shard1_replica_n2] main]
[junit4] 2> 4283257 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@beff285[collection1_shard1_replica_n1] main]
[junit4] 2> 4283259 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4283259 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4283259 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4283260 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4283260 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4283260 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4283260 INFO (searcherExecutor-14480-thread-1-processing-n:127.0.0.1:47044_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@beff285[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4283260 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592087189978611712
[junit4] 2> 4283260 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592087189978611712
[junit4] 2> 4283261 INFO (searcherExecutor-14479-thread-1-processing-n:127.0.0.1:36460_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@74b6815c[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4283266 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47044/solr/collection1_shard1_replica_n1/
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:47044/solr START replicas=[http://127.0.0.1:36460/solr/collection1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 4283273 INFO (qtp316294391-39485) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4283373 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283373 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283374 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283374 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:47044/solr DONE. We have no versions. sync failed.
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4283577 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47044/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 4283679 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283679 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283680 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283679 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283728 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4283731 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1553
[junit4] 2> 4283832 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283832 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283832 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283832 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284285 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2107
[junit4] 2> 4284288 INFO (qtp316294391-39481) [n:127.0.0.1:36460_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4284385 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284386 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284385 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284385 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4285294 INFO (qtp316294391-39481) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3439
[junit4] 2> 4285303 INFO (qtp2067159483-39530) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285305 INFO (qtp661273302-39575) [n:127.0.0.1:42019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285307 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285308 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285310 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285311 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285312 INFO (qtp1683994581-39460) [n:127.0.0.1:46292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285313 DEBUG (qtp2067159483-39526) [n:127.0.0.1:49692_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4285313 INFO (qtp2067159483-39526) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 4285315 DEBUG (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4285317 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4285318 INFO (qtp2067159483-39530) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285319 INFO (qtp661273302-39578) [n:127.0.0.1:42019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285319 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4285319 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285319 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4285320 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4285320 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285321 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285321 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285322 INFO (qtp1683994581-39467) [n:127.0.0.1:46292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285323 DEBUG (qtp2067159483-39528) [n:127.0.0.1:49692_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4285324 INFO (qtp2067159483-39528) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 4285324 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate} status=0 QTime=1
[junit4] 2> 4285325 DEBUG (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4285325 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4285325 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285326 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4285326 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285326 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4285326 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4285326 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285327 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate} status=0 QTime=0
[junit4] 2> 4285327 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285328 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285328 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285329 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285329 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285329 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285330 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285330 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285331 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285331 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285332 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285332 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285332 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285333 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285333 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285333 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285334 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collectio
[...truncated too long message...]
h limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 21 /solr/collections/collection1/terms/shard1
[junit4] 2> 6 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 62 /solr/collections/collection1/state.json
[junit4] 2> 26 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 5 /solr/overseer_elect/election/72178763862048795-127.0.0.1:38409_solr-n_0000000007
[junit4] 2> 4 /solr/overseer_elect/election/72178763862048810-127.0.0.1:48466_solr-n_0000000012
[junit4] 2> 2 /solr/overseer_elect/election/72178763862048789-127.0.0.1:56713_solr-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/72178763862048804-127.0.0.1:49862_solr-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72178763862048772-core_node4-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72178763862048782-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128), x_s=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1272, maxMBSortInHeap=5.392118623529902, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-QA, timezone=Africa/Lusaka
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=211250232,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigOverlay, TestCloudJSONFacetJoinDomain, DistributedSuggestComponentTest, HttpSolrCallGetCoreTest, TestEmbeddedSolrServerAdminHandler, DistribJoinFromCollectionTest, TestSchemalessBufferedUpdates, TestXmlQParserPlugin, TestDynamicFieldResource, TestJavabinTupleStreamParser, XmlUpdateRequestHandlerTest, OutputWriterTest, TestHighFrequencyDictionaryFactory, TestStandardQParsers, CollectionReloadTest, TestComplexPhraseLeadingWildcard, TestCollationField, FastVectorHighlighterTest, TestCloudPseudoReturnFields, NodeLostTriggerTest, TestComputePlanAction, SignatureUpdateProcessorFactoryTest, CoreSorterTest, ForceLeaderTest, SynonymTokenizerTest, CoreAdminCreateDiscoverTest, TestNumericTerms32, TestTolerantSearch, TestSolrCloudWithSecureImpersonation, MissingSegmentRecoveryTest, TestLazyCores, TestPerFieldSimilarity, CursorPagingTest, SmileWriterTest, OverseerCollectionConfigSetProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, BlobRepositoryCloudTest, TestFoldingMultitermQuery, CacheHeaderTest, TestReload, DistributedDebugComponentTest, OverseerRolesTest, HighlighterTest, StatelessScriptUpdateProcessorFactoryTest, RuleEngineTest, TemplateUpdateProcessorTest, MultiThreadedOCPTest, TestJsonFacetRefinement, TestDocTermOrds, ShufflingReplicaListTransformerTest, TestRetrieveFieldsOptimizer, TestMacros, TestConfigSetsAPI, ZkShardTermsTest, TestSolrCloudWithHadoopAuthPlugin, SolrIndexConfigTest, ConnectionReuseTest, TestRuleBasedAuthorizationPlugin, AssignBackwardCompatibilityTest, PathHierarchyTokenizerFactoryTest, TestPostingsSolrHighlighter, SolrMetricManagerTest, NumberUtilsTest, TestNodeLostTrigger, TestSizeLimitedDistributedMap, RollingRestartTest, TestDefaultStatsCache, DateRangeFieldTest, TestEmbeddedSolrServerSchemaAPI, CollectionsAPISolrJTest, TermVectorComponentDistributedTest, DistribCursorPagingTest, TestFilteredDocIdSet, SpatialFilterTest, TestUninvertingReader, TestPerFieldSimilarityWithDefaultOverride, SuggestComponentContextFilterQueryTest, WrapperMergePolicyFactoryTest, TestBinaryField, TestFieldCacheWithThreads, DirectSolrSpellCheckerTest, TestRemoteStreaming, ConjunctionSolrSpellCheckerTest, TestRequestStatusCollectionAPI, SolrGraphiteReporterTest, TestMiniSolrCloudClusterSSL, TestHttpShardHandlerFactory, ChangedSchemaMergeTest, SolrCloudReportersTest, DateMathParserTest, SolrRequestParserTest, ReplicationFactorTest, ConfigSetsAPITest, TestShardHandlerFactory, CurrencyRangeFacetCloudTest, TestSchemaVersionResource, TestCustomSort, CollectionsAPIAsyncDistributedZkTest, TestStreamBody, TestSegmentSorting, SaslZkACLProviderTest, TestMissingGroups, TestCorePropertiesReload, TestLegacyNumericRangeQueryBuilder, TestFileDictionaryLookup, TestLRUStatsCache, ReplaceNodeNoTargetTest, SearchHandlerTest, TestInPlaceUpdatesDistrib, MBeansHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, MetricsConfigTest, TestRangeQuery, SchemaVersionSpecificBehaviorTest, TestDFISimilarityFactory, TestQueryUtils, CdcrVersionReplicationTest, TlogReplayBufferedWhileIndexingTest, TestClusterStateMutator, CoreMergeIndexesAdminHandlerTest, TestJmxIntegration, TestSQLHandler, TestTrackingShardHandlerFactory, TestFastOutputStream, TimeRoutedAliasUpdateProcessorTest, TestRandomRequestDistribution, SpellingQueryConverterTest, RecoveryAfterSoftCommitTest, HdfsWriteToMultipleCollectionsTest, RequiredFieldsTest, TestSolrCloudSnapshots, ResourceLoaderTest, TestCloudSchemaless, TestJsonRequest, TestFunctionQuery, PluginInfoTest, TestBulkSchemaConcurrent, ConcurrentDeleteAndCreateCollectionTest, AnalysisAfterCoreReloadTest, TestUtils, TestElisionMultitermQuery, HLLUtilTest, OverseerTaskQueueTest, WordBreakSolrSpellCheckerTest, TestRecovery, TestCoreAdminApis, TestPhraseSuggestions, TestCollectionAPIs, DateFieldTest, QueryEqualityTest, SolrXmlInZkTest, CdcrBootstrapTest, BinaryUpdateRequestHandlerTest, LeaderElectionIntegrationTest, TestCollectionsAPIViaSolrCloudCluster, TestSearcherReuse, TestSolrJ, TestGeoJSONResponseWriter, SystemLogListenerTest, TestTrie, TestNumericRangeQuery64, AutoAddReplicasPlanActionTest, TestLeaderElectionWithEmptyReplica, LegacyCloudClusterPropTest, SecurityConfHandlerTest, TestSolrConfigHandlerCloud, DirectSolrConnectionTest, AnalyticsMergeStrategyTest, AlternateDirectoryTest, TestSolrDeletionPolicy1, PreAnalyzedUpdateProcessorTest, PolyFieldTest, TestLargeCluster, QueryResultKeyTest, HdfsDirectoryTest, TermsComponentTest, CachingDirectoryFactoryTest, FileUtilsTest, TestRestManager, QueryElevationComponentTest, TestSortByMinMaxFunction, AddSchemaFieldsUpdateProcessorFactoryTest, TestZkChroot, TestNoOpRegenerator, TestXIncludeConfig, DocumentBuilderTest, TestSolrConfigHandler, TestSolrCloudWithDelegationTokens, SolrIndexMetricsTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestRealTimeGet, TestJoin, TestCoreContainer, StatsComponentTest, ConvertedLegacyTest, TestFiltering, TestIndexSearcher, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, SuggesterTSTTest, SuggesterTest, TestStressLucene, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryTypes, RequestHandlersTest, TestIndexingPerformance, TestSolrQueryParser, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, URLClassifyProcessorTest, TestSystemIdResolver, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, ZkNodePropsTest, DistributedMLTComponentTest, TestLuceneIndexBackCompat, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateRoutedAliasTest, DeleteShardTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, LIRRollingUpdatesTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, TestCloudDeleteByQuery, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestPullReplicaErrorHandling, TestSkipOverseerOperations, TestTlogReplica, ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, MetricTriggerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [608/775 (1!)] on J0 in 205.68s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48940 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 434 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/434/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([DE331FD62C2CD75A:CA7B44830F2B6A44]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:657)
at java.util.ArrayList.get(ArrayList.java:433)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12834 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 1616059 INFO (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/init-core-data-001
[junit4] 2> 1616060 WARN (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1616061 INFO (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1616062 INFO (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1616065 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEmptyCommits
[junit4] 2> 1616066 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1
[junit4] 2> 1616069 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c694c5b{/solr,null,AVAILABLE}
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40d68e33{HTTP/1.1,[http/1.1]}{127.0.0.1:39451}
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1619911ms
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=39451}
[junit4] 2> 1616072 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:32:47.638Z
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/solr.xml
[junit4] 2> 1616078 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1616078 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1616111 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1616179 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616188 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616188 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616190 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/.
[junit4] 2> 1616190 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1616226 INFO (coreLoadExecutor-3527-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1616330 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1616340 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1616358 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1616503 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1616503 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1616504 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1616505 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3522076e[collection1] main]
[junit4] 2> 1616505 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1/conf
[junit4] 2> 1616506 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1616506 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1616508 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3522076e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1617011 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1
[junit4] 2> 1617014 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@415782d2{/solr,null,AVAILABLE}
[junit4] 2> 1617017 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41d9cfa3{HTTP/1.1,[http/1.1]}{127.0.0.1:64189}
[junit4] 2> 1617017 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1620856ms
[junit4] 2> 1617017 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=64189}
[junit4] 2> 1617017 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:32:48.583Z
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/solr.xml
[junit4] 2> 1617022 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1617022 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1617023 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1617069 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617079 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617079 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617082 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/.
[junit4] 2> 1617082 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1617083 INFO (coreLoadExecutor-3537-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1617105 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1617117 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1617120 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1617120 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1617120 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617121 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1617131 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1617133 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1617186 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1617186 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1617187 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617187 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52bfff13[collection1] main]
[junit4] 2> 1617187 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1/conf
[junit4] 2> 1617189 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1617190 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1617191 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617191 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1617198 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52bfff13[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1617200 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617200 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a275f78 commitCommandVersion:0
[junit4] 2> 1617202 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4af731a7[collection1] main]
[junit4] 2> 1617202 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617203 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4af731a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1617692 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1617693 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1617693 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617693 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1617695 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@387ccb6f[collection1] main]
[junit4] 2> 1617695 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617696 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@387ccb6f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 1617696 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1617701 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617703 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969258
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283968765
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1617705 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 1617705 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 1617706 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@4bae9063 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2306eafd)
[junit4] 2> 1617706 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617707 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617709 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617709 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher File segments_2 did not match. expected checksum is 4130350128 and actual is checksum 1306596753. expected length is 182 and actual length is 117
[junit4] 2> 1617710 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617710 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1545) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@4bae9063 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2306eafd)
[junit4] 2> 1617710 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.c.SolrCore Updating index properties... index=index.20180210183249270
[junit4] 2> 1617711 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@5fa738a8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d3c0717)
[junit4] 2> 1617711 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617712 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617712 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d8f4ae4[collection1] main]
[junit4] 2> 1617713 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d8f4ae4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 1617713 INFO (qtp727003893-11733) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=13
[junit4] 2> 1617715 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty1&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1617716 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1617716 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617716 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617718 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617719 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 1617719 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617719 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617720 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617720 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1617721 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617721 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1617722 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617722 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969258
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969258
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 1617723 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=1
[junit4] 2> 1617724 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1617724 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617724 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1617725 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5065ab87[collection1] main]
[junit4] 2> 1617725 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617790 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5065ab87[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 1617790 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 66
[junit4] 2> 1617791 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617792 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969289
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969258
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1617793 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1617793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
[junit4] 2> 1617793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@69120837 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2600b0ab)
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1617794 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617795 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617795 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617796 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617796 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1607) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@69120837 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2600b0ab)
[junit4] 2> 1617797 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.3662109375, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=18.52835355915518, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8676819271504946
[junit4] 2> 1617797 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617798 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59f6c2cc[collection1] main]
[junit4] 2> 1617799 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@59f6c2cc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 1617799 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=8
[junit4] 2> 1617800 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty2&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1617800 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1617800 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617801 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617802 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617802 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617802 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617803 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617803 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1617803 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617803 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1617805 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b7a1654[collection1] realtime]
[junit4] 2> 1617805 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617805 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1617806 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617807 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969368
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969289
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1617808 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1617809 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1618809 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1618809 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1619812 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1619812 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1620813 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1620813 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1621818 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1621818 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1622819 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1622819 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1623821 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1623821 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1624845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1624845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1625845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1625845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1626846 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1626846 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1627850 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1627850 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher IndexFetcher slept for 11000ms for unused lucene index files to be delete-able
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@233b0269 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56a4a626)
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 1628858 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628859 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628860 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628861 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628861 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1669) : 11 secs (151 bytes/sec) to MockDirectoryWrapper(RAMDirectory@233b0269 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56a4a626)
[junit4] 2> 1628862 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.3662109375, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=18.52835355915518, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8676819271504946
[junit4] 2> 1628862 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1628862 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d6ccfb7[collection1] main]
[junit4] 2> 1628863 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d6ccfb7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1)))}
[junit4] 2> 1628863 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=11061
[junit4] 2> 1628866 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1628866 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 0 docs
[junit4] 2> 1628868 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1628868 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1628869 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 1
[junit4] 2> 1628870 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1628870 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1628872 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@163234bf[collection1] main]
[junit4] 2> 1628872 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1628873 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@163234bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_3(7.3.0):c1)))}
[junit4] 2> 1628873 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 1628874 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1628875 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 5
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283980435
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 4
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969368
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1628876 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1628876 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1628876 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@41ef09e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5acf9012)
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.si because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfe because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfs because it already exists
[junit4] 2> 1628878 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628879 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628879 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628880 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=segments_5&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628880 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1731) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@41ef09e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5acf9012)
[junit4] 2> 1628881 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.3662109375, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=18.52835355915518, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8676819271504946
[junit4] 2> 1628881 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1628882 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bf62213[collection1] main]
[junit4] 2> 1628883 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3bf62213[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_3(7.3.0):c1)))}
[junit4] 2> 1628883 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=9
[junit4] 2> 1628885 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
[junit4] 2> 1628885 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 1628885 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
[junit4] 2> 1628886 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 1628886 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628887 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628888 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628888 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628888 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1628889 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1628889 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEmptyCommits
[junit4] 2> 1628890 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@40d68e33{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1628890 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1179374075
[junit4] 2> 1628891 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1628891 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fdceba8: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@560d99ee
[junit4] 2> 1628894 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1628894 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3131a929: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1628903 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1628903 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@386a989e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1628904 INFO (coreCloseExecutor-3547-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@593b418
[junit4] 2> 1628904 INFO (coreCloseExecutor-3547-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=93565976
[junit4] 2> 1628904 INFO (coreCloseExecutor-3547-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b23c0d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@2770892
[junit4] 2> 1628910 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c694c5b{/solr,null,UNAVAILABLE}
[junit4] 2> 1628910 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@41d9cfa3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=409691697
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a2b770f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2042f147
[junit4] 2> 1628918 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1628918 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bf7cc09: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1628921 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1628921 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@783863a0: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1628922 INFO (coreCloseExecutor-3549-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1289d59a
[junit4] 2> 1628922 INFO (coreCloseExecutor-3549-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=311023002
[junit4] 2> 1628922 INFO (coreCloseExecutor-3549-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@566db576: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@145110a0
[junit4] 2> 1628935 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@415782d2{/solr,null,UNAVAILABLE}
[junit4] 2> 1628935 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] IGNOR/A 0.00s J0 | TestReplicationHandler.doTestIndexFetchOnMasterRestart
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-9036))
[junit4] 2> 1628943 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
[junit4] 2> 1628944 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1
[junit4] 2> 1628946 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@624ca63{/solr,null,AVAILABLE}
[junit4] 2> 1628948 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ae68fb{HTTP/1.1,[http/1.1]}{127.0.0.1:46522}
[junit4] 2> 1628948 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1632791ms
[junit4] 2> 1628948 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=46522}
[junit4] 2> 1628948 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:33:00.514Z
[junit4] 2> 1628950 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/solr.xml
[junit4] 2> 1628953 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1628954 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1628955 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1629004 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629013 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629013 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629015 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/.
[junit4] 2> 1629015 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1629016 INFO (coreLoadExecutor-3556-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1629041 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1629047 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/./collection1/data/]
[junit4] 2> 1629050 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1629087 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23bbb5e[collection1] main]
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1/conf
[junit4] 2> 1629089 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1629089 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1629089 INFO (searcherExecutor-3557-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23bbb5e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1629091 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/collection1
[junit4] 2> 1629093 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1629094 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1629094 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1629094 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59dbad43{/solr,null,AVAILABLE}
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2cb9b8ff{HTTP/1.1,[http/1.1]}{127.0.0.1:49571}
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1632939ms
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=49571}
[junit4] 2> 1629095 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:33:00.661Z
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/solr.xml
[junit4] 2> 1629100 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1629100 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1629108 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1629153 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629163 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629163 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629165 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/.
[junit4] 2> 1629165 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1629166 INFO (coreLoadExecutor-3566-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1629178 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1629187 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1629189 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1629189 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/./collection1, trusted=true
[junit4] 2> 1629190 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629190 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1629190 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/./collection1/data/]
[junit4] 2> 1629191 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1629272 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1629272 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1629273 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.79
[...truncated too long message...]
={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1711047 INFO (qtp800389108-12816) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1711047 INFO (qtp1777928287-12852) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1711049 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestIndexFetchWithMasterUrl
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@489ac5cd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1557647738
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b3c9c51: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@66bfe1a9
[junit4] 2> 1711059 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1711059 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a22fb19: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1711065 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1711065 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@668d0695: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1711081 INFO (coreCloseExecutor-4209-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@645e9314
[junit4] 2> 1711081 INFO (coreCloseExecutor-4209-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1683919636
[junit4] 2> 1711081 INFO (coreCloseExecutor-4209-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ce3809e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@436008d5
[junit4] 2> 1711110 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e9d873b{/solr,null,UNAVAILABLE}
[junit4] 2> 1711110 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1711140 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@24c20180{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1711140 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1928071115
[junit4] 2> 1711141 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1711141 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3ed27f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4bec3655
[junit4] 2> 1711148 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1711148 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5fb7012: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1711152 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1711152 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ab8a363: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1711154 INFO (coreCloseExecutor-4211-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@15019ee6
[junit4] 2> 1711154 INFO (coreCloseExecutor-4211-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=352427750
[junit4] 2> 1711154 INFO (coreCloseExecutor-4211-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14740955: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@21addbc4
[junit4] 2> 1711166 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f2a065{/solr,null,UNAVAILABLE}
[junit4] 2> 1711166 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), newname=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1074, maxMBSortInHeap=7.464822738369782, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SA, timezone=Europe/Bratislava
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=223314840,total=507510784
[junit4] 2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, DistributedFacetPivotLongTailTest, TestPhraseSuggestions, TestTrie, TestEmbeddedSolrServerAdminHandler, TestSurroundQueryParser, TestLargeCluster, TestExceedMaxTermLength, TestConfigReload, BasicZkTest, PolyFieldTest, DistributedMLTComponentTest, TestSolrDeletionPolicy1, TestSchemaVersionResource, InfixSuggestersTest, TestUninvertingReader, TestHttpShardHandlerFactory, BasicDistributedZkTest, TestBM25SimilarityFactory, TestChildDocTransformer, DirectSolrSpellCheckerTest, ConfigSetsAPITest, TestFieldCacheReopen, TestCorePropertiesReload, BitVectorTest, TestPseudoReturnFields, OpenCloseCoreStressTest, TestCustomSort, TestCloudSchemaless, StatsReloadRaceTest, DistributedFacetPivotSmallTest, TestCoreAdminApis, DeleteInactiveReplicaTest, BigEndianAscendingWordDeserializerTest, TestPartialUpdateDeduplication, TestComputePlanAction, LeaderElectionIntegrationTest, HdfsRecoveryZkTest, SolrIndexConfigTest, TestXmlQParserPlugin, TestInPlaceUpdatesDistrib, AutoAddReplicasPlanActionTest, TestFieldCacheWithThreads, WrapperMergePolicyFactoryTest, TestPointFields, OpenExchangeRatesOrgProviderTest, TestHdfsBackupRestoreCore, TestCollectionAPIs, TestDocTermOrds, BasicAuthStandaloneTest, ZkStateWriterTest, TestRawResponseWriter, SynonymTokenizerTest, TestSystemIdResolver, DistributedSuggestComponentTest, TestSolrCloudSnapshots, PreAnalyzedUpdateProcessorTest, SolrIndexMetricsTest, TestExactSharedStatsCache, TestCloudDeleteByQuery, StatsComponentTest, TestMacros, TestTolerantSearch, TestJoin, OutputWriterTest, TestFiltering, TestCollationField, TimeRoutedAliasUpdateProcessorTest, TestHighlightDedupGrouping, MultiThreadedOCPTest, TestReload, TestCloudJSONFacetJoinDomain, TestSimDistributedQueue, TestMergePolicyConfig, PreAnalyzedFieldManagedSchemaCloudTest, TestTlogReplica, TestPayloadCheckQParserPlugin, DistribJoinFromCollectionTest, ShufflingReplicaListTransformerTest, TestDFISimilarityFactory, TestReplicationHandler]
[junit4] Completed [249/775 (1!)] on J0 in 95.13s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 50022 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 433 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/433/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F86EDE2C6FAB1620:703AE1F6C1577BD8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
IOException occured when talking to server at: http://127.0.0.1:39753/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:39753/solr
at __randomizedtesting.SeedInfo.seed([F86EDE2C6FAB1620:C0DDFAD24858C2F1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketException: Connection reset
at java.net.SocketInputStream.read(SocketInputStream.java:210)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
Build Log:
[...truncated 12441 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/init-core-data-001
[junit4] 2> 962767 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 962767 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 962768 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 962768 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 962769 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001
[junit4] 2> 962769 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 962769 INFO (Thread-3027) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 962769 INFO (Thread-3027) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 962771 ERROR (Thread-3027) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 962869 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47069
[junit4] 2> 962872 INFO (zkConnectionManagerCallback-1260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962904 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962904 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962905 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 962908 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962910 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e5a2fbc{/solr,null,AVAILABLE}
[junit4] 2> 962910 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962911 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962911 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962911 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fe16b68{/solr,null,AVAILABLE}
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a0ea949{/solr,null,AVAILABLE}
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ba7d30d{HTTP/1.1,[http/1.1]}{127.0.0.1:41293}
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.Server Started @966732ms
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41293}
[junit4] 2> 962913 ERROR (jetty-launcher-1257-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.248Z
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15f02490{HTTP/1.1,[http/1.1]}{127.0.0.1:39157}
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.Server Started @966735ms
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39157}
[junit4] 2> 962916 ERROR (jetty-launcher-1257-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.251Z
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@515bda1{/solr,null,AVAILABLE}
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36176985{HTTP/1.1,[http/1.1]}{127.0.0.1:53319}
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.Server Started @966737ms
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53319}
[junit4] 2> 962918 ERROR (jetty-launcher-1257-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.253Z
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40c3bfdf{/solr,null,AVAILABLE}
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79cce7aa{HTTP/1.1,[http/1.1]}{127.0.0.1:35597}
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.Server Started @966741ms
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35597}
[junit4] 2> 962922 ERROR (jetty-launcher-1257-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.257Z
[junit4] 2> 962925 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a226cfb{/solr,null,AVAILABLE}
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b101bb4{HTTP/1.1,[http/1.1]}{127.0.0.1:34130}
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.Server Started @966748ms
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34130}
[junit4] 2> 962929 ERROR (jetty-launcher-1257-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.264Z
[junit4] 2> 962929 INFO (zkConnectionManagerCallback-1268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962929 INFO (zkConnectionManagerCallback-1266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962934 INFO (zkConnectionManagerCallback-1264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962934 INFO (zkConnectionManagerCallback-1262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962935 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962935 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962935 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962968 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c50243e{HTTP/1.1,[http/1.1]}{127.0.0.1:32942}
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.Server Started @966788ms
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32942}
[junit4] 2> 962969 ERROR (jetty-launcher-1257-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.304Z
[junit4] 2> 962978 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962978 INFO (zkConnectionManagerCallback-1272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962979 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962985 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10004, likely client has closed socket
[junit4] 2> 962987 INFO (zkConnectionManagerCallback-1270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962990 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962993 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962994 INFO (zkConnectionManagerCallback-1276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962996 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962993 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10006, likely client has closed socket
[junit4] 2> 962993 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962997 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962998 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 963006 INFO (zkConnectionManagerCallback-1286-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963001 INFO (zkConnectionManagerCallback-1289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962999 INFO (zkConnectionManagerCallback-1284-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963010 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d1000a, likely client has closed socket
[junit4] 2> 963010 INFO (zkConnectionManagerCallback-1292-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963011 INFO (zkConnectionManagerCallback-1294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963012 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10008, likely client has closed socket
[junit4] 2> 963013 INFO (zkConnectionManagerCallback-1296-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963014 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d1000c, likely client has closed socket
[junit4] 2> 963016 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 963016 INFO (zkConnectionManagerCallback-1299-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963017 INFO (zkConnectionManagerCallback-1301-thread-1-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963020 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10009, likely client has closed socket
[junit4] 2> 963024 INFO (zkConnectionManagerCallback-1304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963026 INFO (zkConnectionManagerCallback-1306-thread-1-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963028 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10010, likely client has closed socket
[junit4] 2> 963033 INFO (zkConnectionManagerCallback-1308-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963076 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963079 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34130_solr
[junit4] 2> 963081 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.Overseer Overseer (id=72172915534135314-127.0.0.1:34130_solr-n_0000000000) starting
[junit4] 2> 963133 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34130_solr
[junit4] 2> 963156 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 963343 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 963349 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963350 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 963355 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41293_solr
[junit4] 2> 963358 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 963361 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963365 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 963368 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32942_solr
[junit4] 2> 963372 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 963372 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963385 INFO (zkCallback-1300-thread-1-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 963386 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963388 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963389 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963394 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39157_solr
[junit4] 2> 963395 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963399 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963400 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963400 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963400 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 963441 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963456 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963465 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963465 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963466 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/.
[junit4] 2> 963467 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963475 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963475 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963477 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/.
[junit4] 2> 963480 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963501 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53319_solr
[junit4] 2> 963506 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963507 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963507 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963507 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963511 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 963514 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963517 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963518 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963518 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963518 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node3/.
[junit4] 2> 963525 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963529 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35597_solr
[junit4] 2> 963531 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963531 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963531 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963544 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963547 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963556 INFO (zkCallback-1305-thread-1-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963612 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963615 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963618 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963618 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963619 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node6/.
[junit4] 2> 963622 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963622 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963623 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/.
[junit4] 2> 963678 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963683 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963683 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963684 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/.
[junit4] 2> 963737 INFO (zkConnectionManagerCallback-1322-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963742 INFO (zkConnectionManagerCallback-1326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963744 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 963745 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47069/solr ready
[junit4] 2> 963790 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[F86EDE2C6FAB1620]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 963792 INFO (zkConnectionManagerCallback-1328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963794 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[F86EDE2C6FAB1620]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 963806 INFO (qtp381372172-7957) [n:127.0.0.1:32942_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963808 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963810 INFO (qtp1068257205-7981) [n:127.0.0.1:35597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963813 INFO (qtp1097119635-7949) [n:127.0.0.1:39157_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963816 INFO (qtp2014369422-7943) [n:127.0.0.1:41293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963818 INFO (qtp519953487-7967) [n:127.0.0.1:53319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963820 INFO (qtp2067151582-7929) [n:127.0.0.1:34130_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 963821 INFO (qtp2067151582-7931) [n:127.0.0.1:34130_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 963824 INFO (OverseerThreadFactory-2563-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 963835 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=4
[junit4] 2> 963836 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963838 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963839 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963840 INFO (qtp2014369422-7941) [n:127.0.0.1:41293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963842 INFO (qtp519953487-7968) [n:127.0.0.1:53319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963855 INFO (OverseerThreadFactory-2563-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1759667470 sessionWrapper.createTime 1759667457586963, this.sessionWrapper.createTime 1759667457586963
[junit4] 2> 963970 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963974 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41293/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963978 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39157/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963982 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963986 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34130/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963990 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:32942/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963994 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:32942/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963998 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34130/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964002 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964006 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39157/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964211 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964212 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964213 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964214 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964214 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964215 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964215 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964215 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964215 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964215 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964213 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964216 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964331 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1305-thread-1-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1291-thread-2-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1305-thread-2-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1298-thread-2-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1295-thread-2-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1300-thread-1-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 965242 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965243 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965260 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965260 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965267 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965272 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 965273 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 965288 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965289 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965309 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 965312 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 965312 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 965334 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965334 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965335 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965335 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965335 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 965339 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 965346 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965346 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965347 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965347 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965347 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 965361 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 965362 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965371 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 965396 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965396 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 965414 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node3/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 965426 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965426 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965426 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965427 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965427 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 965441 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 965444 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965444 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965455 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965455 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965455 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965456 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965456 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 965459 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965460 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965460 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 965473 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 965504 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965504 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965504 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965521 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965521 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 965717 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacen
[...truncated too long message...]
eper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4060513 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44793 44793
[junit4] 2> 4060568 INFO (Thread-9312) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44793 44793
[junit4] 2> 4060569 WARN (Thread-9312) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/testSimple1/terms/shard2
[junit4] 2> 6 /solr/collections/testSimple1/terms/shard1
[junit4] 2> 5 /solr/collections/testSimple2/terms/shard1
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard3
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard2
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/testSimple1/state.json
[junit4] 2> 14 /solr/collections/testSimple2/state.json
[junit4] 2> 9 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/72173117911793671-core_node5-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72173117911793673-127.0.0.1:58859_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/72173117911793671-core_node8-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_F86EDE2C6FAB1620-001
[junit4] 2> Feb 10, 2018 7:10:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1773, maxMBSortInHeap=5.0942245759516185, sim=RandomSimilarity(queryNorm=true): {}, locale=de-DE, timezone=Atlantic/Faeroe
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=160008872,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PropertiesRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestJoin, TriggerIntegrationTest, TermsComponentTest, TestMergePolicyConfig, TestNamedUpdateProcessors, TestStressUserVersions, TestExportWriter, JvmMetricsTest, SolrIndexConfigTest, HdfsChaosMonkeyNothingIsSafeTest, DirectSolrConnectionTest, DistributedQueryElevationComponentTest, QueryResultKeyTest, TestJsonFacets, TestInPlaceUpdatesStandalone, TestRandomCollapseQParserPlugin, TestXIncludeConfig, HdfsNNFailoverTest, TestPKIAuthenticationPlugin, AssignBackwardCompatibilityTest, MBeansHandlerTest, TestRealTimeGet, FieldMutatingUpdateProcessorTest, BufferStoreTest, XmlUpdateRequestHandlerTest, MetricTriggerTest, DistanceUnitsTest, SampleTest, OverseerCollectionConfigSetProcessorTest, FastVectorHighlighterTest, SegmentsInfoRequestHandlerTest, GraphQueryTest, TestExactStatsCache, SchemaApiFailureTest, MultiThreadedOCPTest, SolrSlf4jReporterTest, TestCloudPseudoReturnFields, HLLSerializationTest, ShardRoutingCustomTest, StatsComponentTest, BlobRepositoryCloudTest, SuggesterTSTTest, TestDistribIDF, TestSimDistributedQueue, HdfsSyncSliceTest, SolrPluginUtilsTest, CoreAdminRequestStatusTest, TestApiFramework, RecoveryAfterSoftCommitTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkShardTermsTest, AnalysisAfterCoreReloadTest, ExplicitHLLTest, MoveReplicaHDFSTest, CollectionsAPISolrJTest, TestBinaryResponseWriter, TestEmbeddedSolrServerSchemaAPI, RAMDirectoryFactoryTest, RollingRestartTest, TestFreeTextSuggestions, TestCloudJSONFacetJoinDomain, TestSuggestSpellingConverter, TestSolrCloudSnapshots, TestSolrJ, VersionInfoTest, ReplaceNodeNoTargetTest, TestUtils, TermVectorComponentDistributedTest, IndexSchemaRuntimeFieldTest, CdcrReplicationHandlerTest, UninvertDocValuesMergePolicyTest, TestDynamicFieldCollectionResource, ReplicaListTransformerTest, ZkCLITest, TestFieldCacheVsDocValues, SolrCLIZkUtilsTest, TestInfoStreamLogging, TestHdfsUpdateLog, DistribCursorPagingTest, TestQuerySenderNoQuery, LeaderFailureAfterFreshStartTest, PluginInfoTest, QueryElevationComponentTest, TestCollationFieldDocValues, V2ApiIntegrationTest, NumericFieldsTest, UnloadDistributedZkTest, HighlighterTest, TestSubQueryTransformer, TestConfigOverlay, TestZkAclsWithHadoopAuth, TestSolrConfigHandler, TestSolrQueryResponse, TestManagedResourceStorage, TestReloadDeadlock, HdfsCollectionsAPIDistributedZkTest, TestCloudDeleteByQuery, TestCSVResponseWriter, TestPerFieldSimilarity, TestTlogReplica, DocExpirationUpdateProcessorFactoryTest, JavabinLoaderTest, TestLeaderElectionWithEmptyReplica, VMParamsZkACLAndCredentialsProvidersTest, DistributedQueryComponentOptimizationTest, AutoscalingHistoryHandlerTest, CurrencyFieldTypeTest, DistributedFacetPivotSmallAdvancedTest, DirectUpdateHandlerOptimizeTest, TestManagedSchema, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCorePropertiesReload, ResourceLoaderTest, SpellCheckCollatorWithCollapseTest, TestNRTOpen, NodeLostTriggerTest, TestManagedSynonymGraphFilterFactory, SolrShardReporterTest, PKIAuthenticationIntegrationTest, TestEmbeddedSolrServerAdminHandler, SolrInfoBeanTest, SolrJmxReporterCloudTest, TestDynamicLoading, TestBinaryField, BJQParserTest, ClassificationUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, CdcrVersionReplicationTest, TestLegacyTerms, TestSystemIdResolver, TestPayloadScoreQParserPlugin, ZkNodePropsTest, TestCharFilters, BinaryUpdateRequestHandlerTest, TestRestoreCore, TestRecovery, TestPivotHelperCode, TestRawTransformer, TestSQLHandlerNonCloud, TestZkChroot, LeaderElectionTest, TestClusterStateMutator, TestFiltering, AddBlockUpdateTest, TestFunctionQuery, TestSortableTextField, SimpleCollectionCreateDeleteTest, TestLargeCluster, TestRequestForwarding, SubstringBytesRefFilterTest, SystemLogListenerTest, JSONWriterTest, TestNodeLostTrigger, TestReplicationHandler, DocumentBuilderTest, TestIntervalFaceting, TestPostingsSolrHighlighter, TestOverriddenPrefixQueryForCustomFieldType, CopyFieldTest, ConfigSetsAPITest, TestReload, HdfsRecoveryZkTest, PathHierarchyTokenizerFactoryTest, SaslZkACLProviderTest, TestCursorMarkWithoutUniqueKey, TestReRankQParserPlugin, AtomicUpdateProcessorFactoryTest, TestMacroExpander, TestRequestStatusCollectionAPI, TestLazyCores, TestSha256AuthenticationProvider, TestScoreJoinQPScore, SortSpecParsingTest, TestCoreBackup, TestShardHandlerFactory, RequestLoggingTest, MoreLikeThisHandlerTest, SolrGangliaReporterTest, TestCloudManagedSchema, TolerantUpdateProcessorTest, SolrCoreMetricManagerTest, TestDownShardTolerantSearch, SpatialRPTFieldTypeTest, TestBM25SimilarityFactory, TestBlendedInfixSuggestions, TestDocBasedVersionConstraints, BasicDistributedZkTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, ZkControllerTest, TestSolr4Spatial, SpellCheckComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, TestSolrQueryParser, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, PreAnalyzedFieldTest, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionOnCommitTest, HttpPartitionTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, ReplicationFactorTest, RestartWhileUpdatingTest, SolrCloudExampleTest, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRandomRequestDistribution, TestRebalanceLeaders, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, AutoAddReplicasPlanActionTest]
[junit4] Completed [603/774 (2!)] on J0 in 14.75s, 1 test, 1 error <<< FAILURES!
[...truncated 48776 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 432 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/432/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
no MOVEREPLICA ops? waitFor=5, killDelay=5000, minIgnored=0
Stack Trace:
java.lang.AssertionError: no MOVEREPLICA ops? waitFor=5, killDelay=5000, minIgnored=0
at __randomizedtesting.SeedInfo.seed([114EAC01CF1A42BB:AE5B62FF4CF0273D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:452)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:298)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14008 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_114EAC01CF1A42BB-001/init-core-data-001
[junit4] 2> 3874711 INFO (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3874713 INFO (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3874713 INFO (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10022_solr, 127.0.0.1:10018_solr, 127.0.0.1:10033_solr, 127.0.0.1:10025_solr, 127.0.0.1:10026_solr, 127.0.0.1:10020_solr, 127.0.0.1:10028_solr, 127.0.0.1:10036_solr, 127.0.0.1:10023_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10037_solr, 127.0.0.1:10021_solr, 127.0.0.1:10029_solr, 127.0.0.1:10035_solr, 127.0.0.1:10030_solr, 127.0.0.1:10032_solr, 127.0.0.1:10019_solr, 127.0.0.1:10024_solr, 127.0.0.1:10027_solr]
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 3874716 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3874716 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 3874721 DEBUG (ScheduledTrigger-12468-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874740 INFO (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 3874741 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3874741 INFO (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3874745 DEBUG (ScheduledTrigger-12468-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874745 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3874753 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10066_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3874755 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3874755 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3874755 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874775 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874803 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874827 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874849 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874856 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3874856 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3874860 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10066_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 3874861 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10066_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 3874861 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true}
[junit4] 2> 3874862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3874862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3874862 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874862 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874869 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874890 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874891 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874891 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874911 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874911 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874911 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874931 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874931 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874931 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874952 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874952 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874952 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874972 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874972 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874972 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874992 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874992 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874992 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875013 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875013 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875013 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875034 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875034 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875034 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875054 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875054 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875054 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875074 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875074 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875074 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875094 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875094 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875094 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875114 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875114 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875115 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875135 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875135 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875135 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875155 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875155 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875155 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875175 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875175 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875175 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875196 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875196 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875196 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875216 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875216 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875216 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875236 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875236 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875236 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875257 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875257 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875257 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875277 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875277 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875277 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875297 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875297 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875297 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875318 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875318 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875318 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875338 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875338 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875338 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875358 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875358 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875358 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875379 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875379 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875380 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875400 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875400 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875400 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875420 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875420 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875420 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875440 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875440 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875441 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875461 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875461 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875461 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875481 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875481 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875482 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875502 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875502 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875502 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875522 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875526 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875526 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875543 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875547 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875547 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875563 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875567 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875567 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875583 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875587 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875587 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875604 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875609 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875609 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875624 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875630 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875630 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875644 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875650 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875650 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875665 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875672 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875672 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875687 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875693 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875693 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875710 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875715 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875715 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875730 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875735 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875735 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875750 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875760 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875760 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875771 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875780 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875780 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875791 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875800 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875800 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875812 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875820 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875821 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875833 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875843 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875843 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875853 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875863 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875863 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875873 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875886 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875887 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875894 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875907 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875907 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875916 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875928 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875928 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875936 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875949 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875949 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875957 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875969 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875969 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875977 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875989 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875989 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875997 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876012 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876012 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876020 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876033 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876033 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876040 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876053 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876053 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876060 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876073 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876073 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876081 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876097 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876097 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876101 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876117 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876118 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876121 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876140 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876140 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876141 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876160 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876160 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876162 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876188 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876188 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876188 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876208 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876208 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876208 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876228 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876229 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876229 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876253 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876253 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876253 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876277 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876277 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876278 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876300 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876300 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876300 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876320 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876321 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876321 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876341 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876341 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876341 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876361 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876361 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876361 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876382 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876382 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876382 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876403 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876403 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876403 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876423 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876423 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876423 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876444 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876444 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876444 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876464 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876464 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876464 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876484 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876484 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876484 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876504 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876504 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876505 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876525 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876525 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876525 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876545 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876545 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876545 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876565 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876565 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876566 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876586 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876586 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876586 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876606 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876606 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876606 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876626 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876626 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876626 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876647 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876647 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876647 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876667 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876667 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876667 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876687 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876687 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876687 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876707 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876708 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876708 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876728 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876728 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876728 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876748 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876748 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876748 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876769 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876769 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876769 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876789 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876789 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876789 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876809 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876809 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876809 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876835 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876835 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876835 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876855 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876855 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876856 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876881 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876881 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876881 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876901 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876901 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876901 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876923 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876923 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876923 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876943 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876943 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876943 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876964 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876964 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876964 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876984 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876984 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876984 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877004 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877004 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877004 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877024 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877024 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877024 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877044 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877045 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877045 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877065 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877065 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877065 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877085 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877085 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877085 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877106 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877106 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877106 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877131 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877131 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877131 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877151 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877151 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877152 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877172 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877172 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877172 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877192 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877192 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877192 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877218 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877218 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877218 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877241 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877241 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877241 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877261 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877262 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877262 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877282 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877282 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877282 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877302 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877302 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877303 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877322 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877323 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877328 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877343 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877343 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877351 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877363 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877363 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877371 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877391 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877391 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877393 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877412 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877412 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877413 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877432 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877432 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877433 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877452 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877452 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877454 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877473 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877473 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877474 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877498 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877498 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877498 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877518 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877518 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877518 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877538 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877538 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877538 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877561 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877561 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877562 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877582 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877582 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877582 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877608 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877608 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877608 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877629 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877629 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877629 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877649 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877649 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877649 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877669 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877669 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877669 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877690 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877690 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877690 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877711 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877712 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877712 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877732 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877732 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877732 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877754 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877754 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877754 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877774 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877774 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877774 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877794 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877794 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877794 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877815 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877815 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877815 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877835 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877835 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877835 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877850 DEBUG (simCloudManagerPool-12470-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard3: {"core_node76":{
[junit4] 2> "node_name":"127.0.0.1:10025_solr",
[junit4] 2> "core":"testNodeAdded_shard3_replica_t76",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877855 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877855 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877855 DEBUG (simCloudManagerPool-12470-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard6: {"core_node155":{
[junit4] 2> "node_name":"127.0.0.1:10043_solr",
[junit4] 2> "core":"testNodeAdded_shard6_replica_n155",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard6",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877855 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877855 DEBUG (simCloudManagerPool-12470-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard9: {"core_node254":{
[junit4] 2> "node_name":"127.0.0.1:10070_solr",
[junit4] 2> "core":"testNodeAdded_shard9_replica_t254",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard9",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard4: {"core_node98":{
[junit4] 2> "node_name":"127.0.0.1:10099_solr",
[junit4] 2> "core":"testNodeAdded_shard4_replica_n98",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard8: {"core_node230":{
[junit4] 2> "node_name":"127.0.0.1:10111_solr",
[junit4] 2> "core":"testNodeAdded_shard8_replica_t230",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard8",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard10: {"core_node290":{
[junit4] 2> "node_name":"127.0.0.1:10089_solr",
[junit4] 2> "core":"testNodeAdded_shard10_replica_t290",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard10",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard7: {"core_node191":{
[junit4] 2> "node_name":"127.0.0.1:10027_solr",
[junit4] 2> "core":"testNodeAdded_shard7_replica_t191",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard7",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard1: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10075_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_t18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard5: {"core_node133":{
[junit4] 2> "node_name":"127.0.0.1:10020_solr",
[junit4] 2> "core":"testNodeAdded_shard5_replica_t133",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard2: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10105_solr",
[junit4] 2> "core":"testNodeAdded_shard2_replica_n39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877880 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877880 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877881 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877901 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877901 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877901 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877921 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877922 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877922 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877942 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877942 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877942 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877962 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877963 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877963 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877983 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877983 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877983 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3878010 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3878010 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3878010 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3878032 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3878032 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3878032 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3878052 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3878055 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3878056 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAdde
[...truncated too long message...]
loudTestCase ## - FAILED 11
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 3
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 11
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - FAILED 8
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 11
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 8
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLargeCluster -Dtests.method=testNodeLost -Dtests.seed=114EAC01CF1A42BB -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=CST6CDT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 4.57s J1 | TestLargeCluster.testNodeLost <<<
[junit4] > Throwable #1: java.lang.AssertionError: no MOVEREPLICA ops? waitFor=5, killDelay=5000, minIgnored=0
[junit4] > at __randomizedtesting.SeedInfo.seed([114EAC01CF1A42BB:AE5B62FF4CF0273D]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:452)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:298)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3909538 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3909538 DEBUG (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_114EAC01CF1A42BB-001
[junit4] 2> Feb 09, 2018 8:40:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 59 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1188, maxMBSortInHeap=5.332960885293348, sim=RandomSimilarity(queryNorm=true): {}, locale=ms, timezone=CST6CDT
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=175255824,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestAnalyzedSuggestions, HdfsThreadLeakTest, TestExtendedDismaxParser, AliasIntegrationTest, SearchHandlerTest, MetricsHandlerTest, TestExactSharedStatsCache, EchoParamsTest, NumberUtilsTest, MoveReplicaHDFSFailoverTest, TimeZoneUtilsTest, TestAuthorizationFramework, HLLUtilTest, FileBasedSpellCheckerTest, TestPayloadCheckQParserPlugin, BigEndianAscendingWordDeserializerTest, TestStressReorder, TestTrackingShardHandlerFactory, TestCoreAdminApis, TestFieldResource, CurrencyRangeFacetCloudTest, TestComplexPhraseLeadingWildcard, RegexBytesRefFilterTest, QueryParsingTest, ZkSolrClientTest, ClusterStateTest, TestInitParams, CoreAdminHandlerTest, TestGeoJSONResponseWriter, OverseerModifyCollectionTest, DocValuesTest, TestGenericDistributedQueue, TestMacros, HdfsDirectoryFactoryTest, HdfsUnloadDistributedZkTest, TestSolrQueryParser, TestEmbeddedSolrServerConstructors, TestWordDelimiterFilterFactory, TestSystemCollAutoCreate, AsyncCallRequestStatusResponseTest, DistributedFacetPivotLongTailTest, TestSortByMinMaxFunction, PeerSyncReplicationTest, BitVectorTest, SolrIndexMetricsTest, RestartWhileUpdatingTest, CollectionTooManyReplicasTest, CSVRequestHandlerTest, TestTolerantUpdateProcessorCloud, SliceStateTest, TestFieldCacheSortRandom, DocValuesMultiTest, TestCoreDiscovery, TestAtomicUpdateErrorCases, TestLockTree, TestFastWriter, DefaultValueUpdateProcessorTest, BadComponentTest, TestLMDirichletSimilarityFactory, TestCloudSchemaless, AnalysisErrorHandlingTest, AssignTest, TestClusterProperties, HttpSolrCallGetCoreTest, UpdateRequestProcessorFactoryTest, TestSQLHandler, TestPointFields, UUIDUpdateProcessorFallbackTest, UpdateParamsTest, MoveReplicaTest, SolrCmdDistributorTest, SolrMetricManagerTest, TestCodecSupport, TestHashQParserPlugin, TestPolicyCloud, TestConfigSetImmutable, TestSchemaVersionResource, TestNodeAddedTrigger, ShowFileRequestHandlerTest, TestUpdate, DateRangeFieldTest, TestSkipOverseerOperations, CreateRoutedAliasTest, PeerSyncTest, DOMUtilTest, RankQueryTest, JsonLoaderTest, AnalyticsMergeStrategyTest, SimplePostToolTest, TestFileDictionaryLookup, CircularListTest, CloneFieldUpdateProcessorFactoryTest, BasicDistributedZk2Test, TestExclusionRuleCollectionAccess, TestChildDocTransformer, SpellCheckComponentTest, ClassificationUpdateProcessorIntegrationTest, DistribDocExpirationUpdateProcessorTest, ConcurrentCreateRoutedAliasTest, SuggesterTest, ShardSplitTest, LeaderFailoverAfterPartitionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldTypeResource, UtilsToolTest, DocumentAnalysisRequestHandlerTest, TestSmileRequest, CdcrBidirectionalTest, TestLegacyNumericRangeQueryBuilder, TestRandomFlRTGCloud, TestSolrIndexConfig, NoCacheHeaderTest, TestLegacyField, TestSolrCLIRunExample, LeaderInitiatedRecoveryOnShardRestartTest, TestOnReconnectListenerSupport, TestSolrCoreParser, TestCloudPivotFacet, TestDocSet, TestLRUStatsCache, TestComponentsName, BlockJoinFacetSimpleTest, TestCloudInspectUtil, TestHdfsCloudBackupRestore, ReplaceNodeTest, ResponseLogComponentTest, TestRandomFaceting, CoreAdminCreateDiscoverTest, TestClusterStateProvider, TestDistributedGrouping, TestCollectionAPI, DocValuesNotIndexedTest, TestAnalyzeInfixSuggestions, TestLuceneIndexBackCompat, TestUseDocValuesAsStored, TestDynamicFieldResource, TestMinMaxOnMultiValuedField, TestBulkSchemaConcurrent, RulesTest, TestCloudNestedDocsSort, CollectionStateFormat2Test, TestStandardQParsers, TemplateUpdateProcessorTest, DeleteStatusTest, TestSolrDeletionPolicy2, TestLeaderElectionZkExpiry, TestDistribStateManager, TestJettySolrRunner, TestManagedResource, URLClassifyProcessorTest, HDFSCollectionsAPITest, SuggestComponentContextFilterQueryTest, AutoScalingHandlerTest, TestCryptoKeys, StressHdfsTest, ConfigureRecoveryStrategyTest, ZkFailoverTest, TestIndexingPerformance, TestJsonFacetRefinement, DisMaxRequestHandlerTest, TestNumericRangeQuery64, FullSolrCloudDistribCmdsTest, SmileWriterTest, SortByFunctionTest, DistributedSuggestComponentTest, SoftAutoCommitTest, TestObjectReleaseTracker, TestDFRSimilarityFactory, TestHttpShardHandlerFactory, TestRebalanceLeaders, TestBackupRepositoryFactory, CdcrRequestHandlerTest, PrimitiveFieldTypeTest, XsltUpdateRequestHandlerTest, SolrCloudExampleTest, ExternalFileFieldSortTest, UUIDFieldTest, ImplicitSnitchTest, RequestHandlersTest, ChangedSchemaMergeTest, HttpTriggerListenerTest, TestDefaultStatsCache, TestReqParamsAPI, TestLuceneMatchVersion, MetricUtilsTest, ScriptEngineTest, TestExceedMaxTermLength, DistributedIntervalFacetingTest, TestConfig, TestCustomDocTransformer, TestPullReplica, OverseerTest, ClusterStateUpdateTest, LeaderElectionTest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressVersions, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestStressLucene, PolyFieldTest, TestPseudoReturnFields, DistanceFunctionTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestWriterPerf, TermsComponentTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, TestQuerySenderNoQuery, TestStressRecovery, PreAnalyzedFieldTest, PrimUtilsTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, HttpPartitionOnCommitTest, HttpPartitionTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestRandomRequestDistribution, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestUtilizeNode, VMParamsZkACLAndCredentialsProvidersTest, CollectionReloadTest, CollectionsAPIDistributedZkTest, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, NodeAddedTriggerTest, SearchRateTriggerTest, TestComputePlanAction, TestLargeCluster]
[junit4] Completed [587/774 (1!)] on J1 in 35.33s, 4 tests, 1 failure <<< FAILURES!
[...truncated 48811 lines...]