You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/10 12:47:34 UTC

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 294 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/294/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testListenerAcceptance

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([410B5F7EBEC2D368:50BF0599074BC79E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testListenerAcceptance(NodeLostTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11726 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.NodeLostTriggerTest
   [junit4]   2> 501292 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/init-core-data-001
   [junit4]   2> 501293 WARN  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
   [junit4]   2> 501293 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 501294 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 501295 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001
   [junit4]   2> 501295 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 501297 INFO  (Thread-578) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 501297 INFO  (Thread-578) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 501300 ERROR (Thread-578) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 501398 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:53479
   [junit4]   2> 501411 INFO  (jetty-launcher-577-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 501411 INFO  (jetty-launcher-577-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 501411 INFO  (jetty-launcher-577-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 501412 INFO  (jetty-launcher-577-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 501412 INFO  (jetty-launcher-577-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 501416 INFO  (jetty-launcher-577-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bb4d024{/solr,null,AVAILABLE}
   [junit4]   2> 501418 INFO  (jetty-launcher-577-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41ec3ac6{/solr,null,AVAILABLE}
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@615c8d86{HTTP/1.1,[http/1.1]}{127.0.0.1:60675}
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-2) [    ] o.e.j.s.Server Started @508336ms
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60675}
   [junit4]   2> 501419 ERROR (jetty-launcher-577-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@60444ef3{HTTP/1.1,[http/1.1]}{127.0.0.1:38835}
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-1) [    ] o.e.j.s.Server Started @508336ms
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38835}
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 501419 INFO  (jetty-launcher-577-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:21:51.958Z
   [junit4]   2> 501419 ERROR (jetty-launcher-577-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 501420 INFO  (jetty-launcher-577-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 501420 INFO  (jetty-launcher-577-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 501420 INFO  (jetty-launcher-577-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 501420 INFO  (jetty-launcher-577-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:21:51.959Z
   [junit4]   2> 501422 INFO  (jetty-launcher-577-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2055623d{/solr,null,AVAILABLE}
   [junit4]   2> 501424 INFO  (jetty-launcher-577-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e6bb425{/solr,null,AVAILABLE}
   [junit4]   2> 501425 INFO  (jetty-launcher-577-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a196b86{/solr,null,AVAILABLE}
   [junit4]   2> 501426 INFO  (jetty-launcher-577-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1075518f{HTTP/1.1,[http/1.1]}{127.0.0.1:49221}
   [junit4]   2> 501427 INFO  (jetty-launcher-577-thread-3) [    ] o.e.j.s.Server Started @508344ms
   [junit4]   2> 501427 INFO  (jetty-launcher-577-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49221}
   [junit4]   2> 501427 ERROR (jetty-launcher-577-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 501427 INFO  (jetty-launcher-577-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 501427 INFO  (jetty-launcher-577-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 501427 INFO  (jetty-launcher-577-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 501427 INFO  (jetty-launcher-577-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:21:51.966Z
   [junit4]   2> 501428 INFO  (jetty-launcher-577-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b560008{HTTP/1.1,[http/1.1]}{127.0.0.1:59871}
   [junit4]   2> 501428 INFO  (jetty-launcher-577-thread-4) [    ] o.e.j.s.Server Started @508346ms
   [junit4]   2> 501428 INFO  (jetty-launcher-577-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59871}
   [junit4]   2> 501429 ERROR (jetty-launcher-577-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 501429 INFO  (jetty-launcher-577-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 501429 INFO  (jetty-launcher-577-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 501429 INFO  (jetty-launcher-577-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 501429 INFO  (jetty-launcher-577-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:21:51.968Z
   [junit4]   2> 501430 INFO  (jetty-launcher-577-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 501430 INFO  (jetty-launcher-577-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f1dae13{HTTP/1.1,[http/1.1]}{127.0.0.1:51679}
   [junit4]   2> 501430 INFO  (jetty-launcher-577-thread-5) [    ] o.e.j.s.Server Started @508348ms
   [junit4]   2> 501430 INFO  (jetty-launcher-577-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51679}
   [junit4]   2> 501431 ERROR (jetty-launcher-577-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 501431 INFO  (jetty-launcher-577-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 501431 INFO  (jetty-launcher-577-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 501431 INFO  (jetty-launcher-577-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 501431 INFO  (jetty-launcher-577-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:21:51.970Z
   [junit4]   2> 501431 INFO  (jetty-launcher-577-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 501442 INFO  (jetty-launcher-577-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 501442 INFO  (jetty-launcher-577-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 501445 INFO  (jetty-launcher-577-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 501446 INFO  (jetty-launcher-577-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 501454 INFO  (jetty-launcher-577-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 501457 INFO  (jetty-launcher-577-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 501462 INFO  (jetty-launcher-577-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 501468 INFO  (jetty-launcher-577-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 501550 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa5aa23de000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 501585 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 501587 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49221_solr
   [junit4]   2> 501588 INFO  (jetty-launcher-577-thread-2) [n:127.0.0.1:60675_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 501590 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.c.Overseer Overseer (id=98979866990215181-127.0.0.1:49221_solr-n_0000000000) starting
   [junit4]   2> 501591 INFO  (jetty-launcher-577-thread-2) [n:127.0.0.1:60675_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60675_solr
   [junit4]   2> 501604 INFO  (jetty-launcher-577-thread-4) [n:127.0.0.1:59871_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 501617 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49221_solr
   [junit4]   2> 501618 INFO  (jetty-launcher-577-thread-4) [n:127.0.0.1:59871_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 501619 INFO  (zkCallback-602-thread-1-processing-n:127.0.0.1:49221_solr) [n:127.0.0.1:49221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 501620 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 501633 INFO  (OverseerStateUpdate-98979866990215181-127.0.0.1:49221_solr-n_0000000000) [n:127.0.0.1:49221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 501638 INFO  (jetty-launcher-577-thread-4) [n:127.0.0.1:59871_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59871_solr
   [junit4]   2> 501642 INFO  (zkCallback-602-thread-1-processing-n:127.0.0.1:49221_solr) [n:127.0.0.1:49221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 501656 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 501659 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:59871_solr) [n:127.0.0.1:59871_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 501696 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 501776 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49221.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 501888 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49221.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 501890 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49221.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 501892 INFO  (jetty-launcher-577-thread-3) [n:127.0.0.1:49221_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node3/.
   [junit4]   2> 501957 INFO  (jetty-launcher-577-thread-2) [n:127.0.0.1:60675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60675.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 501965 INFO  (jetty-launcher-577-thread-5) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 501969 INFO  (jetty-launcher-577-thread-5) [n:127.0.0.1:51679_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 501972 INFO  (jetty-launcher-577-thread-5) [n:127.0.0.1:51679_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51679_solr
   [junit4]   2> 501973 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 501974 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:59871_solr) [n:127.0.0.1:59871_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 501974 INFO  (zkCallback-602-thread-1-processing-n:127.0.0.1:49221_solr) [n:127.0.0.1:49221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 502060 INFO  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 502075 INFO  (jetty-launcher-577-thread-2) [n:127.0.0.1:60675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60675.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502076 INFO  (jetty-launcher-577-thread-2) [n:127.0.0.1:60675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60675.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502077 INFO  (jetty-launcher-577-thread-2) [n:127.0.0.1:60675_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node1/.
   [junit4]   2> 502123 INFO  (jetty-launcher-577-thread-5) [n:127.0.0.1:51679_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51679.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502126 INFO  (jetty-launcher-577-thread-4) [n:127.0.0.1:59871_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59871.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502132 INFO  (jetty-launcher-577-thread-5) [n:127.0.0.1:51679_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51679.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502135 INFO  (jetty-launcher-577-thread-4) [n:127.0.0.1:59871_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59871.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502135 INFO  (jetty-launcher-577-thread-4) [n:127.0.0.1:59871_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59871.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502136 INFO  (jetty-launcher-577-thread-4) [n:127.0.0.1:59871_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node4/.
   [junit4]   2> 502145 INFO  (jetty-launcher-577-thread-5) [n:127.0.0.1:51679_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51679.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502146 INFO  (jetty-launcher-577-thread-5) [n:127.0.0.1:51679_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node5/.
   [junit4]   2> 502151 INFO  (jetty-launcher-577-thread-1) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 502154 INFO  (jetty-launcher-577-thread-1) [n:127.0.0.1:38835_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 502156 INFO  (jetty-launcher-577-thread-1) [n:127.0.0.1:38835_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38835_solr
   [junit4]   2> 502182 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:59871_solr) [n:127.0.0.1:59871_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 502182 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 502186 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 502186 INFO  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 502186 INFO  (zkCallback-602-thread-2-processing-n:127.0.0.1:49221_solr) [n:127.0.0.1:49221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 502269 INFO  (jetty-launcher-577-thread-1) [n:127.0.0.1:38835_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38835.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502278 INFO  (jetty-launcher-577-thread-1) [n:127.0.0.1:38835_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38835.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502278 INFO  (jetty-launcher-577-thread-1) [n:127.0.0.1:38835_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38835.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 502279 INFO  (jetty-launcher-577-thread-1) [n:127.0.0.1:38835_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node2/.
   [junit4]   2> 502384 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa5aa23de0010, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 502389 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 502405 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53479/solr ready
   [junit4]   2> 502457 INFO  (TEST-NodeLostTriggerTest.testActionLifecycle-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testActionLifecycle
   [junit4]   2> 502460 INFO  (TEST-NodeLostTriggerTest.testActionLifecycle-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testActionLifecycle
   [junit4]   2> 502499 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
   [junit4]   2> 502500 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b560008{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 502500 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=488330484
   [junit4]   2> 502500 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 502503 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13431906: rootName = solr_59871, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9c41684
   [junit4]   2> 502516 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 502516 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@700e145e: rootName = solr_59871, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 502523 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 502523 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7073de9b: rootName = solr_59871, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 502526 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:59871_solr
   [junit4]   2> 502528 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 502528 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 502529 INFO  (zkCallback-602-thread-2-processing-n:127.0.0.1:49221_solr) [n:127.0.0.1:49221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 502529 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:59871_solr) [n:127.0.0.1:59871_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 502531 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 502531 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 502533 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 502534 INFO  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 502536 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2055623d{/solr,null,UNAVAILABLE}
   [junit4]   2> 502539 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1075518f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 502540 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1623723038
   [junit4]   2> 502540 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 502540 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45089f20: rootName = solr_49221, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@177a938a
   [junit4]   2> 502547 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 502547 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@618c3437: rootName = solr_49221, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 502553 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 502553 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74cc1405: rootName = solr_49221, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 502555 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49221_solr
   [junit4]   2> 502557 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 502557 INFO  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 502557 INFO  (zkCallback-602-thread-1-processing-n:127.0.0.1:49221_solr) [n:127.0.0.1:49221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 502559 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 502561 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 502562 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 502562 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 502563 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.Overseer Overseer (id=98979866990215181-127.0.0.1:49221_solr-n_0000000000) closing
   [junit4]   2> 502563 INFO  (OverseerStateUpdate-98979866990215181-127.0.0.1:49221_solr-n_0000000000) [n:127.0.0.1:49221_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49221_solr
   [junit4]   2> 502564 WARN  (OverseerAutoScalingTriggerThread-98979866990215181-127.0.0.1:49221_solr-n_0000000000) [n:127.0.0.1:49221_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 502568 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60675_solr
   [junit4]   2> 502570 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e6bb425{/solr,null,UNAVAILABLE}
   [junit4]   2> 502578 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.Overseer Overseer (id=98979866990215183-127.0.0.1:60675_solr-n_0000000001) starting
   [junit4]   2> 509600 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@615c8d86{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 509601 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=259101008
   [junit4]   2> 509601 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 509601 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21b0b584: rootName = solr_60675, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2dd674a5
   [junit4]   2> 509606 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 509606 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ae7a070: rootName = solr_60675, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 509609 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 509609 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ac29fef: rootName = solr_60675, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 509611 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60675_solr
   [junit4]   2> 509612 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 509613 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 509613 INFO  (zkCallback-606-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 509613 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 509613 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.Overseer Overseer (id=98979866990215183-127.0.0.1:60675_solr-n_0000000001) closing
   [junit4]   2> 509613 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 509613 INFO  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 509613 INFO  (OverseerStateUpdate-98979866990215183-127.0.0.1:60675_solr-n_0000000001) [n:127.0.0.1:60675_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60675_solr
   [junit4]   2> 509614 WARN  (OverseerAutoScalingTriggerThread-98979866990215183-127.0.0.1:60675_solr-n_0000000001) [n:127.0.0.1:60675_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 509618 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7bb4d024{/solr,null,UNAVAILABLE}
   [junit4]   2> 509619 INFO  (zkCallback-598-thread-2-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51679_solr
   [junit4]   2> 509621 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 509622 INFO  (zkCallback-598-thread-2-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.Overseer Overseer (id=98979866990215178-127.0.0.1:51679_solr-n_0000000003) starting
   [junit4]   2> 509623 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f4535da{/solr,null,AVAILABLE}
   [junit4]   2> 509624 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@157d9d2a{HTTP/1.1,[http/1.1]}{127.0.0.1:60675}
   [junit4]   2> 509624 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.Server Started @516542ms
   [junit4]   2> 509624 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60675}
   [junit4]   2> 509624 ERROR (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 509625 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 509625 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 509625 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 509625 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:22:00.164Z
   [junit4]   2> 509629 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 509638 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 509666 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 509671 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:60675_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 509674 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:60675_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60675_solr
   [junit4]   2> 509679 INFO  (zkCallback-598-thread-2-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 509680 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 509680 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 509681 INFO  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 509782 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:60675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60675.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 509791 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:60675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60675.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 509791 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:60675_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60675.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 509793 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:60675_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node1/.
   [junit4]   2> 514832 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTrigger
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreState
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6194dc3d{/solr,null,AVAILABLE}
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7198d356{HTTP/1.1,[http/1.1]}{127.0.0.1:50554}
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.Server Started @521767ms
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50554}
   [junit4]   2> 514848 ERROR (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 514848 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:22:05.387Z
   [junit4]   2> 514854 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 514861 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 514879 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:50554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 514882 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:50554_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 514884 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:50554_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50554_solr
   [junit4]   2> 514886 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 514886 INFO  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 514886 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 514886 INFO  (zkCallback-598-thread-2-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 514887 INFO  (zkCallback-627-thread-1-processing-n:127.0.0.1:50554_solr) [n:127.0.0.1:50554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 515017 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:50554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50554.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 515023 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:50554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50554.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 515024 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:50554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50554.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 515025 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:50554_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node6/.
   [junit4]   2> 515058 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7198d356{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 515058 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=120148703
   [junit4]   2> 515059 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 515059 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53abd5aa: rootName = solr_50554, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@365647a1
   [junit4]   2> 515064 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 515064 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f53262e: rootName = solr_50554, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 515070 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 515070 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e756b49: rootName = solr_50554, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 515071 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50554_solr
   [junit4]   2> 515073 INFO  (zkCallback-598-thread-2-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 515073 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 515074 INFO  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 515074 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 515074 INFO  (zkCallback-627-thread-1-processing-n:127.0.0.1:50554_solr) [n:127.0.0.1:50554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 515074 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 515087 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 515089 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6194dc3d{/solr,null,UNAVAILABLE}
   [junit4]   2> 518096 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRestoreState
   [junit4]   2> 518120 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListenerAcceptance
   [junit4]   2> 518122 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 518123 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77b2bfc3{/solr,null,AVAILABLE}
   [junit4]   2> 518124 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@41f04b51{HTTP/1.1,[http/1.1]}{127.0.0.1:39669}
   [junit4]   2> 518124 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.Server Started @525043ms
   [junit4]   2> 518124 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39669}
   [junit4]   2> 518124 ERROR (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 518124 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 518124 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 518124 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 518124 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T11:22:08.663Z
   [junit4]   2> 518143 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 518152 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53479/solr
   [junit4]   2> 518169 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:39669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 518172 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:39669_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 518175 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:39669_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39669_solr
   [junit4]   2> 518190 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 518190 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 518190 INFO  (zkCallback-598-thread-2-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 518190 INFO  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 518191 INFO  (zkCallback-633-thread-1-processing-n:127.0.0.1:39669_solr) [n:127.0.0.1:39669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 518272 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:39669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39669.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 518281 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:39669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39669.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 518281 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:39669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39669.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cf536c4
   [junit4]   2> 518282 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [n:127.0.0.1:39669_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001/tempDir-001/node7/.
   [junit4]   2> 518341 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa5aa23de001b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 518343 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@41f04b51{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 518343 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=741895654
   [junit4]   2> 518343 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 518343 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@710fe34d: rootName = solr_39669, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@46a5141c
   [junit4]   2> 518352 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 518352 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@426f2893: rootName = solr_39669, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 518359 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 518359 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56f5645e: rootName = solr_39669, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 518371 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39669_solr
   [junit4]   2> 518373 INFO  (zkCallback-633-thread-1-processing-n:127.0.0.1:39669_solr) [n:127.0.0.1:39669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 518375 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 518375 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 518376 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 518387 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77b2bfc3{/solr,null,UNAVAILABLE}
   [junit4]   2> 518392 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[410B5F7EBEC2D368]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListenerAcceptance
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NodeLostTriggerTest -Dtests.method=testListenerAcceptance -Dtests.seed=410B5F7EBEC2D368 -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=America/Argentina/Cordoba -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.30s J1 | NodeLostTriggerTest.testListenerAcceptance <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([410B5F7EBEC2D368:50BF0599074BC79E]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testListenerAcceptance(NodeLostTriggerTest.java:253)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 518403 INFO  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 518403 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 518406 INFO  (jetty-closer-578-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3f1dae13{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 518406 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1168652164
   [junit4]   2> 518406 INFO  (jetty-closer-578-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@60444ef3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 518406 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=613170123
   [junit4]   2> 518407 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 518407 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7babe261: rootName = solr_38835, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5e63df1b
   [junit4]   2> 518411 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 518412 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30390b77: rootName = solr_51679, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@60a7ce4f
   [junit4]   2> 518412 INFO  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 518413 INFO  (jetty-closer-578-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@157d9d2a{HTTP/1.1,[http/1.1]}{127.0.0.1:60675}
   [junit4]   2> 518414 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1152939530
   [junit4]   2> 518414 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 518414 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d97d9ae: rootName = solr_60675, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3a9084e7
   [junit4]   2> 518422 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 518422 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@498a98cb: rootName = solr_38835, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 518465 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 518465 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f10eea9: rootName = solr_51679, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 518469 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 518469 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37e68290: rootName = solr_38835, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 518474 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 518475 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b3b3f49: rootName = solr_60675, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71bcb52e
   [junit4]   2> 518485 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 518485 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19665307: rootName = solr_51679, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 518486 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 518486 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37294058: rootName = solr_60675, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c73d9ff
   [junit4]   2> 518488 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51679_solr
   [junit4]   2> 518488 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38835_solr
   [junit4]   2> 518489 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60675_solr
   [junit4]   2> 518490 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 518490 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 518491 INFO  (jetty-closer-578-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98979866990215178-127.0.0.1:51679_solr-n_0000000003) closing
   [junit4]   2> 518491 WARN  (OverseerAutoScalingTriggerThread-98979866990215178-127.0.0.1:51679_solr-n_0000000003) [n:127.0.0.1:51679_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 518495 INFO  (OverseerStateUpdate-98979866990215178-127.0.0.1:51679_solr-n_0000000003) [n:127.0.0.1:51679_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51679_solr
   [junit4]   2> 518495 INFO  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 518495 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 518496 INFO  (jetty-closer-578-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 518501 INFO  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 518502 INFO  (zkCallback-596-thread-1-processing-n:127.0.0.1:38835_solr) [n:127.0.0.1:38835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 518503 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 518503 INFO  (jetty-closer-578-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 518503 INFO  (jetty-closer-578-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41ec3ac6{/solr,null,UNAVAILABLE}
   [junit4]   2> 518506 INFO  (zkCallback-621-thread-3-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 518507 INFO  (zkCallback-621-thread-2-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60675_solr
   [junit4]   2> 520004 WARN  (zkCallback-598-thread-1-processing-n:127.0.0.1:51679_solr) [n:127.0.0.1:51679_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 520004 INFO  (jetty-closer-578-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a196b86{/solr,null,UNAVAILABLE}
   [junit4]   2> 520008 WARN  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:38835_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:38835_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 520008 WARN  (zkCallback-621-thread-1-processing-n:127.0.0.1:60675_solr) [n:127.0.0.1:60675_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:51679_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:51679_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 520008 INFO  (jetty-closer-578-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f4535da{/solr,null,UNAVAILABLE}
   [junit4]   2> 520012 ERROR (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 520013 INFO  (SUITE-NodeLostTriggerTest-seed#[410B5F7EBEC2D368]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53479 53479
   [junit4]   2> 520078 INFO  (Thread-578) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53479 53479
   [junit4]   2> 520078 WARN  (Thread-578) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98979866990215188-127.0.0.1:60675_solr-n_0000000005
   [junit4]   2> 	2	/solr/overseer_elect/election/98979866990215183-127.0.0.1:60675_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeLostTriggerTest_410B5F7EBEC2D368-001
   [junit4]   2> Nov 10, 2017 11:22:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1585, maxMBSortInHeap=5.947534163339655, sim=RandomSimilarity(queryNorm=false): {}, locale=nl-BE, timezone=America/Argentina/Cordoba
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=166810576,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestNumericRangeQuery64, ClassificationUpdateProcessorIntegrationTest, DeleteReplicaTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TermVectorComponentTest, DeleteStatusTest, TestAuthorizationFramework, TestRandomFaceting, DocValuesNotIndexedTest, ZkNodePropsTest, TestEmbeddedSolrServerConstructors, TestFunctionQuery, TestTrie, TestFieldCacheSortRandom, TestStressVersions, SSLMigrationTest, CloudExitableDirectoryReaderTest, UpdateLogTest, ShardSplitTest, TestMultiValuedNumericRangeQuery, TestMacros, PropertiesRequestHandlerTest, SimplePostToolTest, SearchHandlerTest, PreAnalyzedUpdateProcessorTest, BadCopyFieldTest, DistributedFacetExistsSmallTest, ExecutePlanActionTest, BigEndianAscendingWordSerializerTest, AutoscalingHistoryHandlerTest, LukeRequestHandlerTest, TestRTimerTree, UpdateRequestProcessorFactoryTest, TestCopyFieldCollectionResource, TestFaceting, NodeLostTriggerTest]
   [junit4] Completed [79/748 (1!)] on J1 in 19.30s, 4 tests, 1 failure <<< FAILURES!

[...truncated 49537 lines...]