You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/12/02 10:53:51 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 266 - Still unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/266/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
at __randomizedtesting.SeedInfo.seed([3B6506DBFB420724:23DF8ED7F577CACB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12896 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 4082362 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/init-core-data-001
[junit4] 2> 4082363 WARN (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 4082363 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4082364 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4082415 ERROR (Thread-3496) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4082471 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33441
[junit4] 2> 4082558 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082577 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082760 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72e22f29{/solr,null,AVAILABLE}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59997428{HTTP/1.1,[http/1.1]}{127.0.0.1:34600}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server Started @4097075ms
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34600}
[junit4] 2> 4082762 ERROR (jetty-launcher-3411-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.511Z
[junit4] 2> 4082780 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,AVAILABLE}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:34227}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server Started @4097094ms
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34227}
[junit4] 2> 4082781 ERROR (jetty-launcher-3411-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.529Z
[junit4] 2> 4082854 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082910 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082964 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4082980 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4083111 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4083280 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083313 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34227_solr
[junit4] 2> 4083315 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) starting
[junit4] 2> 4083351 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4083366 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4083386 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4083403 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: []
[junit4] 2> 4083440 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083533 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083535 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083536 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34600_solr
[junit4] 2> 4083606 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083659 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083735 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083772 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node1/.
[junit4] 2> 4083952 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083971 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083988 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083989 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node2/.
[junit4] 2> 4084318 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4084319 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4084479 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4084589 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 4084610 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4084610 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4084610 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4084693 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4084728 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4084747 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4085737 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 4089751 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 4099853 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 4109947 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109966 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109986 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109987 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4110070 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,AVAILABLE}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:34461}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4124384ms
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
[junit4] 2> 4110071 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:41.819Z
[junit4] 2> 4110111 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4110144 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4110346 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4110347 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4110349 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4110350 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110755 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110902 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node3/.
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302741000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302741000000], now=1512205302742000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj6",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "_enqueue_time_":1512205302831000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205303891000000
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj7",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113154 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205304903000000
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj8",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205305915000000
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj9",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115177 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205306926000000
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtja",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205307937000000
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjb",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205308938000000
[junit4] 2> 4117243 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "_enqueue_time_":1512205308991000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.ActionThrottle The last action attempt started 6086ms ago.
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest last action at 1512205302978000000 time = 1512205308992000000 expected diff: 5998000000
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890939601
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@142f7481: rootName = solr_34461, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2df0eb26
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ca9d15c: rootName = solr_34461, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@717642b: rootName = solr_34461, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4117405 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4117422 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117422 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4117426 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117426 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117434 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117446 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4117455 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,UNAVAILABLE}
[junit4] 2> 4117459 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 4117570 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 4117581 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4117605 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 4117609 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4117625 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4118080 INFO (qtp1351438513-15902) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 DEBUG (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4118082 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4118082 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 4118093 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118094 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4118094 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4118094 INFO (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4118095 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4118144 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 4118167 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41c02299{/solr,null,AVAILABLE}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@622eddb5{HTTP/1.1,[http/1.1]}{127.0.0.1:33977}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4132610ms
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33977}
[junit4] 2> 4118298 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:50.046Z
[junit4] 2> 4118322 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4118411 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4118510 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118524 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4118525 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33977_solr
[junit4] 2> 4118526 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118654 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118655 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118656 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118946 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119001 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node4/.
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33977_solr at time 1512205310861000000
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4120150 INFO (OverseerCollectionConfigSetProcessor-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4125194 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4125195 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:33977_solr] added at times [1512205310861000000], now=1512205320962000000
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129215 INFO (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4129216 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "_enqueue_time_":1512205320963000000,
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129217 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4129288 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787deafd{/solr,null,AVAILABLE}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@df5f5e7{HTTP/1.1,[http/1.1]}{127.0.0.1:35452}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4143602ms
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35452}
[junit4] 2> 4129289 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:01.038Z
[junit4] 2> 4129325 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4129362 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4129464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4129465 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4129502 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35452_solr
[junit4] 2> 4129503 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129730 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129856 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129869 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129870 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node5/.
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35452_solr at time 1512205321978000000
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4133259 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4133260 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4134274 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4134275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4135275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4135304 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4137313 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4137314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140280 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=593995213
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52507be: rootName = solr_34227, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4fd187ae
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fbfd183: rootName = solr_34227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:35452_solr] added at times [1512205321978000000], now=1512205332073000000
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "_enqueue_time_":1512205332073000000,
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 INFO (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.ActionThrottle The last action attempt started 11117ms ago.
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b1c4d0f: rootName = solr_34227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4140336 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4140353 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140353 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) closing
[junit4] 2> 4140355 INFO (OverseerStateUpdate-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34227_solr
[junit4] 2> 4140356 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140361 WARN (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4140378 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34600_solr
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=99103884846497796-127.0.0.1:34600_solr-n_0000000001) starting
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,UNAVAILABLE}
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 4140500 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4140555 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140556 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 4140556 DEBUG (ScheduledTrigger-4894-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140634 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 4140662 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 4140663 DEBUG (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140664 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4140698 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140715 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4140717 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4140751 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140752 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140754 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140755 INFO (qtp776807560-16017) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 DEBUG (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140769 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 4140769 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4140770 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140771 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140771 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4140821 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140828 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140829 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140830 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140831 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140832 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140842 INFO (qtp776807560-16021) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140849 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140850 DEBUG (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140861 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=91
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140862 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4140862 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4431b419{/solr,null,AVAILABLE}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3785865d{HTTP/1.1,[http/1.1]}{127.0.0.1:43709}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4155177ms
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43709}
[junit4] 2> 4140864 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:12.613Z
[junit4] 2> 4140900 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4140971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4141031 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4141046 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4141047 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43709_solr
[junit4] 2> 4141101 INFO (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141158 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141227 INFO (zkCallback-3463-thread-1-processing-n:127.0.0.1:43709_solr) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141155 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141154 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141513 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141550 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141551 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141568 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node6/.
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_
[...truncated too long message...]
t4] 2> 4274491 INFO (zkCallback-3469-thread-2-processing-n:127.0.0.1:41414_solr) [n:127.0.0.1:41414_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (0)
[junit4] 2> 4274495 DEBUG (jetty-closer-3412-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4274496 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4274530 INFO (jetty-closer-3412-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@145b40ad{/solr,null,UNAVAILABLE}
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6352827
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=104146983
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f332920: rootName = solr_45008, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ccc893b
[junit4] 2> 4274674 INFO (jetty-closer-3412-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4431b419{/solr,null,UNAVAILABLE}
[junit4] 2> 4274691 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=104146983
[junit4] 2> 4274715 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:45008_solr) [n:127.0.0.1:45008_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45008_solr
[junit4] 2> 4275960 WARN (zkCallback-3536-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275961 INFO (jetty-closer-3412-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78cb70f2{/solr,null,UNAVAILABLE}
[junit4] 2> 4275977 WARN (zkCallback-3549-thread-2-processing-n:127.0.0.1:34781_solr) [n:127.0.0.1:34781_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275977 INFO (jetty-closer-3412-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ef46db0{/solr,null,UNAVAILABLE}
[junit4] 2> 4275989 WARN (zkCallback-3527-thread-2-processing-n:127.0.0.1:38418_solr) [n:127.0.0.1:38418_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275989 INFO (jetty-closer-3412-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a11a967{/solr,null,UNAVAILABLE}
[junit4] 2> 4276181 INFO (jetty-closer-3412-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@531ab1a3{/solr,null,UNAVAILABLE}
[junit4] 2> 4276384 INFO (jetty-closer-3412-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54305716{/solr,null,UNAVAILABLE}
[junit4] 2> 4276407 ERROR (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4276407 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276472 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276473 WARN (Thread-3496) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/aliases.json
[junit4] 2> 44 /solr/clusterprops.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/clusterstate.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99103884846497833-127.0.0.1:36356_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497796-127.0.0.1:34600_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497863-1270.0.1:44334_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497851-127.0.0.1:34781_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497822-127.0.0.1:44988_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections
[junit4] 2> 43 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001
[junit4] 2> Dec 02, 2017 9:04:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-RS, timezone=Asia/Istanbul
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=261714784,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest, TestExportWriter, ReplaceNodeTest, TestAuthorizationFramework, TestXIncludeConfig, TestFieldResource, TestSchemaNameResource, ShardSplitTest, TestCloudManagedSchema, TestSmileRequest, TestConfigSets, HttpPartitionTest, SampleTest, TestOrdValues, TestJavabinTupleStreamParser, LargeFieldTest, TestDFISimilarityFactory, ZkStateReaderTest, TestRestManager, TestReplicaProperties, DOMUtilTest, TestCollectionAPIs, ZkCLITest, TestRemoteStreaming, DistributedFacetPivotLargeTest, TestManagedStopFilterFactory, TestLeaderElectionZkExpiry, TestStressInPlaceUpdates, SolrIndexSplitterTest, TestInitParams, ShowFileRequestHandlerTest, TestReloadDeadlock, TestSolrCloudWithHadoopAuthPlugin, CreateCollectionCleanupTest, TestConfigSetsAPIExclusivity, TestTrieFacet, VersionInfoTest, TestPivotHelperCode, RequestLoggingTest, SolrShardReporterTest, TestSolrQueryParser, TestSubQueryTransformerDistrib, RequestHandlersTest, DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, TestFastLRUCache, AddBlockUpdateTest, ShardRoutingTest, HdfsLockFactoryTest, PingRequestHandlerTest, SolrCLIZkUtilsTest, TestLockTree, TestSQLHandler, SOLR749Test, CdcrRequestHandlerTest, HighlighterConfigTest, BlockJoinFacetDistribTest, BigEndianAscendingWordDeserializerTest, TestSSLRandomization, TestTestInjection, AnalyticsMergeStrategyTest, TestLazyCores, TestExactSharedStatsCache, PeerSyncReplicationTest, SearchRateTriggerTest, TestInPlaceUpdatesDistrib, GraphQueryTest, SpellingQueryConverterTest, TestMaxScoreQueryParser, LukeRequestHandlerTest, MBeansHandlerTest, AddReplicaTest, DistributedFacetPivotSmallTest, ConcurrentDeleteAndCreateCollectionTest, CdcrBootstrapTest, PrimUtilsTest, TestCloudRecovery, OpenCloseCoreStressTest, SignatureUpdateProcessorFactoryTest, TestDocSet, BadIndexSchemaTest, TestLuceneMatchVersion, RuleEngineTest, PathHierarchyTokenizerFactoryTest, TestFaceting, ConvertedLegacyTest, CloudMLTQParserTest, ResponseHeaderTest, TestLegacyTerms, BadCopyFieldTest, TestSizeLimitedDistributedMap, TestReplicationHandlerBackup, TestDeleteCollectionOnDownNodes, CollectionTooManyReplicasTest, TestDocumentBuilder, TestRangeQuery, HdfsBasicDistributedZkTest, TestConfigOverlay, TermVectorComponentDistributedTest, JvmMetricsTest, DistributedQueryComponentOptimizationTest, TestSolrCloudWithKerberosAlt, TestNumericTerms32, ClassificationUpdateProcessorTest, SolrGangliaReporterTest, TestSurroundQueryParser, TestJmxIntegration, ExplicitHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteShardTest, ChaosMonkeySafeLeaderTest, TestHashQParserPlugin, OutputWriterTest, SolrCmdDistributorTest, TestJettySolrRunner, HdfsRecoveryZkTest, CoreAdminRequestStatusTest, TriggerIntegrationTest]
[junit4] Completed [388/750 (1!)] on J1 in 195.16s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48654 lines...]