You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/03 02:39:22 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 922
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/922/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([9CDE1DC9222E0086:67FCB5ECF084E314]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:205)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13569 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2978751 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/init-core-data-001
[junit4] 2> 2978752 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2978753 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2978754 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001
[junit4] 2> 2978754 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2978754 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2978754 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2978757 ERROR (Thread-3532) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2978854 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35041
[junit4] 2> 2978860 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978860 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978869 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d2be260{/solr,null,AVAILABLE}
[junit4] 2> 2978871 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b947e3f{/solr,null,AVAILABLE}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67bd880{SSL,[ssl, http/1.1]}{127.0.0.1:44419}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@291be825{SSL,[ssl, http/1.1]}{127.0.0.1:36115}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.e.j.s.Server Started @2981130ms
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.e.j.s.Server Started @2981130ms
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44419}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36115}
[junit4] 2> 2978874 ERROR (jetty-launcher-4770-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2978874 ERROR (jetty-launcher-4770-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:33.098Z
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:33.098Z
[junit4] 2> 2978878 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2978878 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2978884 INFO (jetty-launcher-4770-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2978884 INFO (jetty-launcher-4770-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44419_solr
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.Overseer Overseer (id=99107948001951750-127.0.0.1:44419_solr-n_0000000000) starting
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36115_solr
[junit4] 2> 2978917 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2978919 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2978929 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2978930 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44419_solr
[junit4] 2> 2978930 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2978931 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2978937 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2978938 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2978938 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2978938 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2978939 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2978939 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2978939 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2978991 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978997 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978998 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978999 INFO (jetty-launcher-4770-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node1/.
[junit4] 2> 2979004 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44419.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979008 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44419.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979009 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44419.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979009 INFO (jetty-launcher-4770-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node2/.
[junit4] 2> 2979028 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979029 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2979041 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 2979042 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2979042 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2979042 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2979043 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2979043 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2979043 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2979059 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979059 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2979062 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2979080 INFO (qtp2081358968-27238) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2979080 DEBUG (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2979081 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 2979081 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2979082 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2979082 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2979082 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2979083 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2979083 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2979083 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2979083 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2979093 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2979094 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2979106 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f9cd775{/solr,null,AVAILABLE}
[junit4] 2> 2979106 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@615856f3{SSL,[ssl, http/1.1]}{127.0.0.1:39059}
[junit4] 2> 2979106 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2981363ms
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39059}
[junit4] 2> 2979107 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2979107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:33.331Z
[junit4] 2> 2979114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2979120 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2979129 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979130 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2979133 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39059_solr
[junit4] 2> 2979134 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979134 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979138 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979139 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979205 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39059.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39059.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39059.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979212 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:39059_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node3/.
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39059_solr at time 1512267274309000000
[junit4] 2> 2980744 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2980745 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2980745 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980758 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980759 INFO (qtp2081358968-27223) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980759 DEBUG (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980760 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2980760 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2980760 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980760 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2980760 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2980761 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2980761 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:39059_solr
[junit4] 2> 2980761 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:39059_solr] added at times [1512267274985000000], now=1512267274985000000
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fca71302edcc40Tarq9z4ol01mc9sowzapdvg280",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1512267274985000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267274985000000],
[junit4] 2> "nodeNames":["127.0.0.1:39059_solr"]}}
[junit4] 2> 2980761 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2980761 INFO (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2980762 DEBUG (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fca71302edcc40Tarq9z4ol01mc9sowzapdvg280",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1512267274985000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267274985000000],
[junit4] 2> "_enqueue_time_":1512267274985000000,
[junit4] 2> "nodeNames":["127.0.0.1:39059_solr"]}}
[junit4] 2> 2980762 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 2980781 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 2980782 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 2980782 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2980782 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2980783 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980783 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2980783 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2980784 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2980785 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75c0b53c{/solr,null,AVAILABLE}
[junit4] 2> 2980785 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7945c1a2{SSL,[ssl, http/1.1]}{127.0.0.1:33599}
[junit4] 2> 2980785 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2983042ms
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33599}
[junit4] 2> 2980786 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2980786 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:35.010Z
[junit4] 2> 2980787 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2980793 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2980796 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2980797 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2980797 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33599_solr
[junit4] 2> 2980798 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO (zkCallback-4806-thread-1-processing-n:127.0.0.1:33599_solr) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980834 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33599.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980842 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33599.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980843 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33599.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980844 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:33599_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node4/.
[junit4] 2> 2980888 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2980888 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2980890 INFO (qtp528525801-27318) [n:127.0.0.1:33599_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980892 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980895 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980896 INFO (qtp2081358968-27236) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2980896 DEBUG (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980897 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2980897 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2980897 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33599_solr, 127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980897 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7945c1a2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=942271005
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2980897 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32196279: rootName = solr_33599, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@27af1226
[junit4] 2> 2980898 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2980898 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2980898 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2980898 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:33599_solr, 127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980904 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2980904 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6bd26b54: rootName = solr_33599, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@67e6d069
[junit4] 2> 2980907 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2980907 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d10751c: rootName = solr_33599, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@37503b5e
[junit4] 2> 2980908 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33599_solr
[junit4] 2> 2980908 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2980908 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (zkCallback-4806-thread-1-processing-n:127.0.0.1:33599_solr) [n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2980908 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980909 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75c0b53c{/solr,null,UNAVAILABLE}
[junit4] 2> 2981898 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2981898 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33599_solr
[junit4] 2> 2982412 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2982412 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2982414 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2982415 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2982416 INFO (qtp2081358968-27223) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2982416 DEBUG (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2982417 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2982417 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2982417 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2982417 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2982418 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2982418 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:33599_solr
[junit4] 2> 2982418 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2982418 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg282",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2982418 INFO (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg284",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg285",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg286",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg287",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2986420 DEBUG (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg287",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "_enqueue_time_":1512267280644000000,
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2986420 INFO (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.ActionThrottle The last action attempt started 5658ms ago.
[junit4] 2> 2986420 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 2986435 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 2986435 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 2986435 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2986435 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2986436 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2986436 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2986436 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2986441 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2986441 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2986443 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2986444 INFO (qtp1170877722-27284) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2986445 INFO (qtp2081358968-27234) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2986445 DEBUG (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2986446 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2986446 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2986447 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986447 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2986447 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2986447 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2986447 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2986447 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2986447 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2986447 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986448 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2986449 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@394f1c27{/solr,null,AVAILABLE}
[junit4] 2> 2986449 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f97aaa4{SSL,[ssl, http/1.1]}{127.0.0.1:43513}
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2988706ms
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43513}
[junit4] 2> 2986450 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2986450 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:40.674Z
[junit4] 2> 2986451 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2986456 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2986459 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2986460 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2986460 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43513_solr
[junit4] 2> 2986461 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:43513_solr) [n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986499 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43513.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986515 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43513.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986515 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43513.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986516 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:43513_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node5/.
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43513_solr at time 1512267281672000000
[junit4] 2> 2988449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2988449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2989449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2989449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:43513_solr] added at times [1512267281672000000], now=1512267284673000000
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg288",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2990449 INFO (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2991449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2991449 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2991450 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:43513_solr] added at times [1512267281672000000], now=1512267285674000000
[junit4] 2> 2991450 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg28a",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2991450 DEBUG (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg28a",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "_enqueue_time_":1512267285674000000,
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2991450 INFO (AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.ActionThrottle The last action attempt started 5029ms ago.
[junit4] 2> 2991453 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2991453 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2991455 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991456 INFO (qtp1170877722-27288) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991468 INFO (qtp1303274747-27345) [n:127.0.0.1:43513_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991469 INFO (qtp2081358968-27236) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2991469 DEBUG (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2991470 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 2991470 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 2991471 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2991471 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2991471 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 2991471 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2991471 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 2992451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2992451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2993451 DEBUG (ScheduledTrigger-6181-thread-4) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993471 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 2993492 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 2993492 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
[junit4] 2> 2993492 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 2993492 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 2993493 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2993493 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2993493 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 2993494 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2993495 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2993495 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993495 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993496 INFO (qtp1303274747-27350) [n:127.0.0.1:43513_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993496 INFO (qtp2081358968-27225) [n:127.0.0.1:44419_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2993496 DEBUG (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2993497 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2993497 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 2993497 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993497 DEBUG (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2993497 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 2993497 INFO (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2993498 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2993498 DEBUG (OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 2993498 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2993498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2993498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2993501 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2993502 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2993503 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@627c6420{/solr,null,AVAILABLE}
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7110dd6b{SSL,[ssl, http/1.1]}{127.0.0.1:46837}
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.e.j.s.Server Started @2995760ms
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46837}
[junit4] 2> 2993504 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2993504 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T02:14:47.728Z
[junit4] 2> 2993505 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2993510 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2993513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2993513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2993514 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46837_solr
[junit4] 2> 2993514 INFO (zkCallback-4789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:43513_solr) [n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr) [n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr) [n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO (zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993515 INFO (zkCallback-4833-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993554 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993559 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993560 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993560 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086]) [n:127.0.0.1:46837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node6/.
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46837_solr at time 1512267288722000000
[junit4] 2> 2995499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2995499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2995501 INFO (OverseerCollectionConfigSetProcessor-99107948001951750-127.0.0.1:44419_solr-n_0000000000) [n:127.0.0.1:44419_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2996499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2996499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2997499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2997499 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2998502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2998502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2999502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2999502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3000502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3000502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3001502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3001502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3002502 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3002503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3003503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3003503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2) [n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2
[...truncated too long message...]
1a2753130028, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3142703 INFO (zkCallback-4905-thread-1-processing-n:127.0.0.1:45107_solr) [n:127.0.0.1:45107_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45107_solr
[junit4] 2> 3142703 WARN (zkCallback-4865-thread-3-processing-n:127.0.0.1:40885_solr) [n:127.0.0.1:40885_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3142703 INFO (zkCallback-4905-thread-2-processing-n:127.0.0.1:45107_solr) [n:127.0.0.1:45107_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3142703 INFO (coreCloseExecutor-6329-thread-1) [n:127.0.0.1:42131_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=730125472
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6b294e6d
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1797869165
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a2ff3f8: rootName = solr_40915, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@36d3cd4a
[junit4] 2> 3142703 INFO (jetty-closer-4771-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b1e2fa3{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61516514{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a79055{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3eb12308{/solr,null,UNAVAILABLE}
[junit4] 2> 3142706 INFO (zkCallback-4951-thread-2-processing-n:127.0.0.1:40915_solr) [n:127.0.0.1:40915_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40915_solr
[junit4] 2> 3142707 INFO (jetty-closer-4771-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@393730e4{/solr,null,UNAVAILABLE}
[junit4] 2> 3142713 INFO (coreCloseExecutor-6330-thread-1) [n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1797869165
[junit4] 2> 3142715 INFO (jetty-closer-4771-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c54e54c{/solr,null,UNAVAILABLE}
[junit4] 2> 3142715 ERROR (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3142716 INFO (SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35041 35041
[junit4] 2> 3142835 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35041 35041
[junit4] 2> 3142836 WARN (Thread-3532) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/aliases.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/clusterprops.json
[junit4] 2> 42 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99107948001951809-127.0.0.1:42131_solr-n_0000000014
[junit4] 2> 3 /solr/overseer_elect/election/99107948001951801-127.0.0.1:45107_solr-n_0000000012
[junit4] 2> 3 /solr/overseer_elect/election/99107948001951784-127.0.0.1:40885_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/99107948001951756-127.0.0.1:39059_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99107948001951793-127.0.0.1:42483_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/live_nodes
[junit4] 2> 42 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=469, maxMBSortInHeap=6.798251275930556, sim=RandomSimilarity(queryNorm=true): {}, locale=es-MX, timezone=Europe/Sofia
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=225135304,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ResourceLoaderTest, CoreAdminCreateDiscoverTest, TestCustomStream, BitVectorTest, TestClusterStateMutator, DistributedQueryComponentCustomSortTest, TestUtils, TestJsonRequest, UpdateLogTest, TestFieldCacheSortRandom, ZkFailoverTest, SpatialFilterTest, TestRandomFaceting, TestCollationFieldDocValues, TestDistributedSearch, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestHighlightDedupGrouping, TestManagedSchemaAPI, TestGraphTermsQParserPlugin, TestCollapseQParserPlugin, BasicDistributedZkTest, TestPHPSerializedResponseWriter, HttpSolrCallGetCoreTest, V2ApiIntegrationTest, TestLegacyFieldCache, TestSolrCoreSnapshots, TermsComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, LeaderElectionIntegrationTest, ConfigureRecoveryStrategyTest, SliceStateTest, TestTlogReplica, SolrPluginUtilsTest, AssignBackwardCompatibilityTest, TestDownShardTolerantSearch, TestNamedUpdateProcessors, TestStressCloudBlindAtomicUpdates, TestCoreAdminApis, SpellCheckCollatorWithCollapseTest, SubstringBytesRefFilterTest, HdfsChaosMonkeySafeLeaderTest, TestIndexingPerformance, CollectionStateFormat2Test, TestGraphMLResponseWriter, CacheHeaderTest, TlogReplayBufferedWhileIndexingTest, TestSort, DocExpirationUpdateProcessorFactoryTest, BasicZkTest, ImplicitSnitchTest, TestLuceneIndexBackCompat, TestDFRSimilarityFactory, TestCrossCoreJoin, HdfsBasicDistributedZk2Test, SolrIndexMetricsTest, TestPerFieldSimilarityWithDefaultOverride, PKIAuthenticationIntegrationTest, TestMergePolicyConfig, LeaderInitiatedRecoveryOnShardRestartTest, TestStressUserVersions, QueryParsingTest, TestFastOutputStream, DocValuesMissingTest, URLClassifyProcessorTest, NoCacheHeaderTest, DistributedFacetPivotSmallAdvancedTest, TestApiFramework, LeaderFailoverAfterPartitionTest, UpdateParamsTest, DeleteInactiveReplicaTest, TestRestoreCore, TestImpersonationWithHadoopAuth, DateMathParserTest, CleanupOldIndexTest, AnalysisAfterCoreReloadTest, TestSweetSpotSimilarityFactory, TestUseDocValuesAsStored2, SolrCoreMetricManagerTest, TestCSVLoader, TestLocalFSCloudBackupRestore, TestMultiWordSynonyms, TestStressVersions, TestUniqueKeyFieldResource, AtomicUpdateProcessorFactoryTest, DistributedFacetExistsSmallTest, TestManagedSynonymGraphFilterFactory, FastVectorHighlighterTest, HdfsUnloadDistributedZkTest, TestShortCircuitedRequests, RestartWhileUpdatingTest, TestRawResponseWriter, TestEmbeddedSolrServerSchemaAPI, TestLegacyNumericUtils, TestBinaryField, SimpleFacetsTest, BJQParserTest, TestUpdate, TestRuleBasedAuthorizationPlugin, TestHdfsUpdateLog, IndexSchemaRuntimeFieldTest, FileUtilsTest, TestInfoStreamLogging, TestPolicyCloud, SpellCheckCollatorTest, NodeLostTriggerTest, InfoHandlerTest, TestNestedDocsSort, CdcrReplicationHandlerTest, DeleteReplicaTest, BasicFunctionalityTest, TestUninvertingReader, TestCustomDocTransformer, JavabinLoaderTest, BlobRepositoryCloudTest, SyncSliceTest, SearchHandlerTest, MultiTermTest, TestFieldCollectionResource, TestSolrQueryResponse, ActionThrottleTest, DateFieldTest, MetricUtilsTest, TestConfigSetsAPI, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestSegmentSorting, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ExecutePlanActionTest, HttpTriggerListenerTest, NodeAddedTriggerTest, TriggerIntegrationTest]
[junit4] Completed [586/750 (1!)] on J0 in 164.11s, 13 tests, 1 failure <<< FAILURES!
[...truncated 47899 lines...]