You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/08/27 06:23:23 UTC

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-10.0.1) - Build # 2637 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2637/
Java: 64bit/jdk-10.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testTrigger

Error Message:
[127.0.0.1:35285_solr] doesn't contain 127.0.0.1:41531_solr

Stack Trace:
java.lang.AssertionError: [127.0.0.1:35285_solr] doesn't contain 127.0.0.1:41531_solr
	at __randomizedtesting.SeedInfo.seed([37B85F8C3489414E:5473690EAD463263]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testTrigger(NodeLostTriggerTest.java:117)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 14062 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.NodeLostTriggerTest
   [junit4]   2> 2084143 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/init-core-data-001
   [junit4]   2> 2084144 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2084144 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2084146 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001
   [junit4]   2> 2084146 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2084146 INFO  (Thread-4916) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2084146 INFO  (Thread-4916) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2084147 ERROR (Thread-4916) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2084246 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38831
   [junit4]   2> 2084248 INFO  (zkConnectionManagerCallback-13712-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084251 INFO  (jetty-launcher-13709-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2084251 INFO  (jetty-launcher-13709-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2084251 INFO  (jetty-launcher-13709-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2084252 INFO  (jetty-launcher-13709-thread-4) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2084252 INFO  (jetty-launcher-13709-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2084252 INFO  (jetty-launcher-13709-thread-5) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2084252 INFO  (jetty-launcher-13709-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2084252 INFO  (jetty-launcher-13709-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2084252 INFO  (jetty-launcher-13709-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35908627{/solr,null,AVAILABLE}
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ca1a7e7{/solr,null,AVAILABLE}
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d53f095{SSL,[ssl, http/1.1]}{127.0.0.1:36111}
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-2) [    ] o.e.j.s.Server Started @2084277ms
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dff5a86{/solr,null,AVAILABLE}
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46364537{/solr,null,AVAILABLE}
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-5) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2084253 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36111}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b7525b3{SSL,[ssl, http/1.1]}{127.0.0.1:41531}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.e.j.s.Server Started @2084277ms
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@458b2d65{/solr,null,AVAILABLE}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17ed475{SSL,[ssl, http/1.1]}{127.0.0.1:33071}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51b437b6{SSL,[ssl, http/1.1]}{127.0.0.1:45669}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.e.j.s.Server Started @2084277ms
   [junit4]   2> 2084254 ERROR (jetty-launcher-13709-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41531}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-4) [    ] o.e.j.s.Server Started @2084277ms
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2084254 ERROR (jetty-launcher-13709-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33071}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45669}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d6290ab{SSL,[ssl, http/1.1]}{127.0.0.1:39373}
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.e.j.s.Server Started @2084277ms
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-08-27T05:51:28.690497Z
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-08-27T05:51:28.690504Z
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39373}
   [junit4]   2> 2084254 ERROR (jetty-launcher-13709-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-08-27T05:51:28.690732Z
   [junit4]   2> 2084254 ERROR (jetty-launcher-13709-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2084254 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-08-27T05:51:28.690980Z
   [junit4]   2> 2084254 ERROR (jetty-launcher-13709-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2084255 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2084255 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2084255 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2084255 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2084255 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-08-27T05:51:28.691310Z
   [junit4]   2> 2084255 INFO  (zkConnectionManagerCallback-13716-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084256 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2084256 INFO  (zkConnectionManagerCallback-13722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084256 INFO  (zkConnectionManagerCallback-13714-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084258 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2084259 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2084263 INFO  (zkConnectionManagerCallback-13720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084263 INFO  (zkConnectionManagerCallback-13718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084264 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2084270 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2084365 INFO  (jetty-launcher-13709-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38831/solr
   [junit4]   2> 2084370 INFO  (jetty-launcher-13709-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38831/solr
   [junit4]   2> 2084395 INFO  (zkConnectionManagerCallback-13726-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084402 INFO  (zkConnectionManagerCallback-13730-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084419 INFO  (zkConnectionManagerCallback-13732-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084419 INFO  (zkConnectionManagerCallback-13734-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084441 INFO  (jetty-launcher-13709-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38831/solr
   [junit4]   2> 2084443 INFO  (zkConnectionManagerCallback-13742-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084450 INFO  (zkConnectionManagerCallback-13745-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084450 INFO  (jetty-launcher-13709-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38831/solr
   [junit4]   2> 2084451 INFO  (jetty-launcher-13709-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38831/solr
   [junit4]   2> 2084451 INFO  (zkConnectionManagerCallback-13749-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084452 INFO  (zkConnectionManagerCallback-13752-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084453 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100384ffd03000d, likely client has closed socket
   [junit4]   2> 2084453 INFO  (zkConnectionManagerCallback-13754-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084454 INFO  (zkConnectionManagerCallback-13758-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084459 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45669_solr
   [junit4]   2> 2084459 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39373_solr
   [junit4]   2> 2084460 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.c.Overseer Overseer (id=72119510236332043-127.0.0.1:45669_solr-n_0000000000) starting
   [junit4]   2> 2084460 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2084460 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2084462 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2084462 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36111_solr
   [junit4]   2> 2084463 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2084470 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2084471 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2084471 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2084471 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2084473 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2084473 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41531_solr
   [junit4]   2> 2084473 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2084475 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2084475 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2084476 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2084476 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33071_solr
   [junit4]   2> 2084476 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2084476 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2084476 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2084482 INFO  (zkConnectionManagerCallback-13768-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084482 INFO  (zkConnectionManagerCallback-13772-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084483 INFO  (zkCallback-13731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2084483 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2084484 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2084484 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2084484 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2084484 INFO  (zkConnectionManagerCallback-13777-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084485 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2084485 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2084487 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2084489 INFO  (OverseerStateUpdate-72119510236332043-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45669_solr
   [junit4]   2> 2084491 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2084492 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2084500 INFO  (zkConnectionManagerCallback-13785-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084500 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2084500 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2084500 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45669_solr
   [junit4]   2> 2084501 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084501 INFO  (zkConnectionManagerCallback-13789-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084501 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084501 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084501 INFO  (zkCallback-13731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084501 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084504 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2084504 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084504 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2084505 INFO  (zkCallback-13771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084505 INFO  (zkCallback-13784-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084505 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2084509 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2084510 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2084510 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2084514 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084515 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2084524 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41531.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084525 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36111.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084529 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084530 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084530 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084531 INFO  (jetty-launcher-13709-thread-5) [n:127.0.0.1:39373_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001/node5/.
   [junit4]   2> 2084532 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45669.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084534 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41531.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084535 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41531.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084535 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36111.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084535 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36111.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084536 INFO  (jetty-launcher-13709-thread-1) [n:127.0.0.1:41531_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001/node1/.
   [junit4]   2> 2084536 INFO  (jetty-launcher-13709-thread-2) [n:127.0.0.1:36111_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001/node2/.
   [junit4]   2> 2084540 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084540 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084541 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45669.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084541 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45669.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084541 INFO  (jetty-launcher-13709-thread-3) [n:127.0.0.1:33071_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001/node3/.
   [junit4]   2> 2084542 INFO  (jetty-launcher-13709-thread-4) [n:127.0.0.1:45669_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001/node4/.
   [junit4]   2> 2084671 INFO  (zkConnectionManagerCallback-13794-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084673 INFO  (zkConnectionManagerCallback-13799-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084674 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2084674 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2084702 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreState
   [junit4]   2> 2084703 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bd610d{/solr,null,AVAILABLE}
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3c28acd1{SSL,[ssl, http/1.1]}{127.0.0.1:43743}
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.Server Started @2084727ms
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43743}
   [junit4]   2> 2084704 ERROR (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2084704 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-08-27T05:51:29.140857Z
   [junit4]   2> 2084705 INFO  (zkConnectionManagerCallback-13801-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084705 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2084780 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38831/solr
   [junit4]   2> 2084781 INFO  (zkConnectionManagerCallback-13805-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084782 INFO  (zkConnectionManagerCallback-13807-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084785 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2084786 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2084786 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43743_solr
   [junit4]   2> 2084787 INFO  (zkCallback-13731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084787 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084787 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084787 INFO  (zkCallback-13784-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084787 INFO  (zkCallback-13771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084787 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084787 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084787 INFO  (zkCallback-13798-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084788 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084788 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084788 INFO  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084791 INFO  (zkCallback-13806-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2084797 INFO  (zkConnectionManagerCallback-13814-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2084797 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 2084798 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2084798 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2084813 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43743.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084824 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43743.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084825 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43743.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2084826 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [n:127.0.0.1:43743_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001/node6/.
   [junit4]   2> 2084875 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c28acd1{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2084876 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=523163823
   [junit4]   2> 2084876 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2084876 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f5735fe: rootName = solr_43743, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b47a03f
   [junit4]   2> 2084881 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2084881 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a9c1b55: rootName = solr_43743, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5464b3ed
   [junit4]   2> 2084884 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2084884 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b6cbefc: rootName = solr_43743, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e6f94a4
   [junit4]   2> 2084885 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43743_solr
   [junit4]   2> 2084885 INFO  (zkCallback-13731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084885 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2084885 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13806-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13784-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13798-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13813-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2084886 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7bd610d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2084886 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2087889 INFO  (TEST-NodeLostTriggerTest.testRestoreState-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRestoreState
   [junit4]   2> 2087918 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListenerAcceptance
   [junit4]   2> 2087919 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2087920 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2087920 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2087920 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2087920 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78252f8c{/solr,null,AVAILABLE}
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40cd3286{SSL,[ssl, http/1.1]}{127.0.0.1:35285}
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.Server Started @2087944ms
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35285}
   [junit4]   2> 2087921 ERROR (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2087921 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-08-27T05:51:32.357656Z
   [junit4]   2> 2087922 INFO  (zkConnectionManagerCallback-13817-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2087923 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2088098 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38831/solr
   [junit4]   2> 2088099 INFO  (zkConnectionManagerCallback-13821-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088112 INFO  (zkConnectionManagerCallback-13823-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088117 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2088119 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2088119 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35285_solr
   [junit4]   2> 2088120 INFO  (zkCallback-13798-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13784-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088120 INFO  (zkCallback-13771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088127 INFO  (zkCallback-13822-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2088135 INFO  (zkConnectionManagerCallback-13830-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088136 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 2088136 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38831/solr ready
   [junit4]   2> 2088139 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2088149 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35285.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2088155 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35285.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2088156 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35285.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71596922
   [junit4]   2> 2088156 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001/tempDir-001/node7/.
   [junit4]   2> 2088203 INFO  (zkConnectionManagerCallback-13833-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088204 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@40cd3286{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2088205 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1933829883
   [junit4]   2> 2088205 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2088205 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2dc34eb2: rootName = solr_35285, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@27338f9
   [junit4]   2> 2088211 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2088211 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@279fa149: rootName = solr_35285, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5464b3ed
   [junit4]   2> 2088214 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2088214 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14ded138: rootName = solr_35285, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e6f94a4
   [junit4]   2> 2088219 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35285_solr
   [junit4]   2> 2088220 INFO  (zkCallback-13798-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 INFO  (zkCallback-13731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 INFO  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2088220 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 INFO  (zkCallback-13822-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 INFO  (zkCallback-13771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088220 WARN  (zkCallback-13829-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2088221 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78252f8c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2088221 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2088222 INFO  (zkConnectionManagerCallback-13835-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088223 INFO  (TEST-NodeLostTriggerTest.testListenerAcceptance-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListenerAcceptance
   [junit4]   2> 2088223 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088223 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088223 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088223 INFO  (zkCallback-13784-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2088259 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
   [junit4]   2> 2088260 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b7525b3{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2088260 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=386018127
   [junit4]   2> 2088261 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2088261 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40618326: rootName = solr_41531, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ec459f6
   [junit4]   2> 2088266 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2088266 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@430df7db: rootName = solr_41531, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5464b3ed
   [junit4]   2> 2088269 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2088270 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2302f5c7: rootName = solr_41531, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e6f94a4
   [junit4]   2> 2088270 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41531_solr
   [junit4]   2> 2088271 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13798-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13784-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (zkCallback-13731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088271 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2088273 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ca1a7e7{/solr,null,UNAVAILABLE}
   [junit4]   2> 2088273 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2088274 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@51b437b6{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2088275 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1645962331
   [junit4]   2> 2088275 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2088275 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27011ae9: rootName = solr_45669, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@662cc5ad
   [junit4]   2> 2088275 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2088280 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2088280 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41c87d75: rootName = solr_45669, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5464b3ed
   [junit4]   2> 2088300 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2088300 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@394a28f5: rootName = solr_45669, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e6f94a4
   [junit4]   2> 2088300 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45669_solr
   [junit4]   2> 2088301 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088301 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088301 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088301 INFO  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088301 INFO  (zkCallback-13771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088301 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088301 INFO  (zkCallback-13798-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088301 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2088302 INFO  (zkCallback-13744-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088302 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.c.Overseer Overseer (id=72119510236332043-127.0.0.1:45669_solr-n_0000000000) closing
   [junit4]   2> 2088302 INFO  (OverseerStateUpdate-72119510236332043-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45669_solr
   [junit4]   2> 2088302 INFO  (zkCallback-13733-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2088302 WARN  (OverseerAutoScalingTriggerThread-72119510236332043-127.0.0.1:45669_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2088304 INFO  (zkCallback-13753-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39373_solr
   [junit4]   2> 2088304 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@46364537{/solr,null,UNAVAILABLE}
   [junit4]   2> 2088304 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2088304 INFO  (zkCallback-13753-thread-1) [n:127.0.0.1:39373_solr    ] o.a.s.c.Overseer Overseer (id=72119510236332046-127.0.0.1:39373_solr-n_0000000001) starting
   [junit4]   2> 2088306 INFO  (OverseerStateUpdate-72119510236332046-127.0.0.1:39373_solr-n_0000000001) [n:127.0.0.1:39373_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39373_solr
   [junit4]   2> 2092314 INFO  (TEST-NodeLostTriggerTest.testTrigger-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTrigger
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NodeLostTriggerTest -Dtests.method=testTrigger -Dtests.seed=37B85F8C3489414E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Cyrl-XK -Dtests.timezone=Europe/Tiraspol -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 4.09s J0 | NodeLostTriggerTest.testTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: [127.0.0.1:35285_solr] doesn't contain 127.0.0.1:41531_solr
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([37B85F8C3489414E:5473690EAD463263]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testTrigger(NodeLostTriggerTest.java:117)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2092329 INFO  (TEST-NodeLostTriggerTest.testActionLifecycle-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testActionLifecycle
   [junit4]   2> 2092330 INFO  (TEST-NodeLostTriggerTest.testActionLifecycle-seed#[37B85F8C3489414E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testActionLifecycle
   [junit4]   2> 2092332 INFO  (jetty-closer-13710-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d6290ab{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2092332 INFO  (jetty-closer-13710-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@17ed475{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2092332 INFO  (jetty-closer-13710-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4d53f095{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=262251483
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1001284890
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=969565477
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f4d93cc: rootName = solr_39373, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@66db508
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e0fcd4a: rootName = solr_36111, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6a3df847
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2092333 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2784b02d: rootName = solr_33071, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7555b286
   [junit4]   2> 2092339 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2092339 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5284e556: rootName = solr_33071, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5464b3ed
   [junit4]   2> 2092339 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2092339 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6019cd0e: rootName = solr_39373, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5464b3ed
   [junit4]   2> 2092339 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2092339 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27e49aae: rootName = solr_36111, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5464b3ed
   [junit4]   2> 2092343 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2092343 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dc6071f: rootName = solr_36111, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e6f94a4
   [junit4]   2> 2092343 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2092343 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@367cd57c: rootName = solr_33071, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e6f94a4
   [junit4]   2> 2092343 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2092343 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b700fce: rootName = solr_39373, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e6f94a4
   [junit4]   2> 2092344 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33071_solr
   [junit4]   2> 2092344 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36111_solr
   [junit4]   2> 2092344 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39373_solr
   [junit4]   2> 2092344 INFO  (jetty-closer-13710-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2092345 INFO  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 2092345 INFO  (zkCallback-13776-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 2092345 INFO  (zkCallback-13733-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 2092345 INFO  (jetty-closer-13710-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2092345 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 2092345 INFO  (zkCallback-13757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 2092348 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2092348 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2092348 INFO  (jetty-closer-13710-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72119510236332046-127.0.0.1:39373_solr-n_0000000001) closing
   [junit4]   2> 2092348 INFO  (OverseerStateUpdate-72119510236332046-127.0.0.1:39373_solr-n_0000000001) [n:127.0.0.1:39373_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39373_solr
   [junit4]   2> 2092348 WARN  (OverseerAutoScalingTriggerThread-72119510236332046-127.0.0.1:39373_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2092348 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2092348 INFO  (zkCallback-13767-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2092352 INFO  (zkCallback-13753-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 2092352 INFO  (zkCallback-13733-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33071_solr
   [junit4]   2> 2092352 INFO  (jetty-closer-13710-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@458b2d65{/solr,null,UNAVAILABLE}
   [junit4]   2> 2092353 INFO  (jetty-closer-13710-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2093848 WARN  (zkCallback-13788-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2093849 INFO  (jetty-closer-13710-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5dff5a86{/solr,null,UNAVAILABLE}
   [junit4]   2> 2093849 INFO  (jetty-closer-13710-thread-3) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2093852 WARN  (zkCallback-13757-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2093852 INFO  (jetty-closer-13710-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35908627{/solr,null,UNAVAILABLE}
   [junit4]   2> 2093852 INFO  (jetty-closer-13710-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2093852 ERROR (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2093853 INFO  (SUITE-NodeLostTriggerTest-seed#[37B85F8C3489414E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38831 38831
   [junit4]   2> 2094353 INFO  (Thread-4916) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38831 38831
   [junit4]   2> 2094353 WARN  (Thread-4916) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/aliases.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72119510236332041-127.0.0.1:33071_solr-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/72119510236332046-127.0.0.1:39373_solr-n_0000000001
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72119510236332047-127.0.0.1:36111_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/live_nodes
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_37B85F8C3489414E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1394, maxMBSortInHeap=5.246867600372371, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Cyrl-XK, timezone=Europe/Tiraspol
   [junit4]   2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=8,threads=1,free=231333112,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [TermVectorComponentTest, TestLocalFSCloudBackupRestore, TestSQLHandler, PKIAuthenticationIntegrationTest, DistribDocExpirationUpdateProcessorTest, CollectionsAPIDistributedZkTest, TestConfigSetsAPI, TestTolerantUpdateProcessorRandomCloud, SolrMetricReporterTest, V2StandaloneTest, DistributedSpellCheckComponentTest, SolrRrdBackendFactoryTest, LeaderElectionIntegrationTest, TestSegmentSorting, TestOnReconnectListenerSupport, UniqFieldsUpdateProcessorFactoryTest, TestImplicitCoreProperties, WordBreakSolrSpellCheckerTest, TestLeaderInitiatedRecoveryThread, TestSystemIdResolver, TestPhraseSuggestions, CacheHeaderTest, TestRebalanceLeaders, ConjunctionSolrSpellCheckerTest, TestCloudSchemaless, TokenizerChainTest, DOMUtilTest, TestGeoJSONResponseWriter, CursorPagingTest, CollectionReloadTest, DateFieldTest, OverseerStatusTest, TestRandomDVFaceting, TestSkipOverseerOperations, ZkShardTermsTest, TestCloudRecovery, TestCoreBackup, TestBinaryField, MaxSizeAutoCommitTest, TestCoreDiscovery, TestNRTOpen, LegacyCloudClusterPropTest, TestCryptoKeys, RAMDirectoryFactoryTest, ReturnFieldsTest, ReplicaListTransformerTest, ChangedSchemaMergeTest, TestPayloadCheckQParserPlugin, TestImpersonationWithHadoopAuth, LIROnShardRestartTest, TestFieldCacheReopen, AnalyticsMergeStrategyTest, TestSolrCloudWithSecureImpersonation, ShardRoutingTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest, RequiredFieldsTest, TestSweetSpotSimilarityFactory, PrimUtilsTest, TestInPlaceUpdatesDistrib, SystemLogListenerTest, TestGroupingSearch, MetricsConfigTest, AddBlockUpdateTest, TestHalfAndHalfDocValues, TestInitQParser, TestTrackingShardHandlerFactory, TestReloadAndDeleteDocs, TestSlowCompositeReaderWrapper, TestStressLiveNodes, AnalysisAfterCoreReloadTest, NodeLostTriggerIntegrationTest, PeerSyncReplicationTest, TestFieldCacheVsDocValues, LeaderFailureAfterFreshStartTest, CloneFieldUpdateProcessorFactoryTest, TestSchemaManager, AutoAddReplicasIntegrationTest, ZkControllerTest, DistributedFacetPivotLargeTest, ConcurrentCreateRoutedAliasTest, TestScoreJoinQPNoScore, FacetPivotSmallTest, TestCustomSort, TestDistributedMap, SolrSlf4jReporterTest, HdfsChaosMonkeyNothingIsSafeTest, TestSolrQueryParser, TestLegacyNumericRangeQueryBuilder, TestPHPSerializedResponseWriter, SpatialFilterTest, HdfsUnloadDistributedZkTest, ChaosMonkeySafeLeaderWithPullReplicasTest, PathHierarchyTokenizerFactoryTest, TestStressUserVersions, TestXmlQParserPlugin, CSVRequestHandlerTest, ManagedSchemaRoundRobinCloudTest, NodeMutatorTest, TaggerTest, TestSmileRequest, ClassificationUpdateProcessorFactoryTest, MetricUtilsTest, UpdateLogTest, LukeRequestHandlerTest, SolrIndexMetricsTest, CursorMarkTest, DistributedDebugComponentTest, DataDrivenBlockJoinTest, TestComputePlanAction, TestMultiWordSynonyms, TestCloudDeleteByQuery, TestCloudJSONFacetSKG, TestGenericDistributedQueue, TestTriggerIntegration, TestClassicSimilarityFactory, TestNonDefinedSimilarityFactory, TestJsonFacetsStatsParsing, IndexBasedSpellCheckerTest, TestReRankQParserPlugin, TestRawTransformer, SegmentsInfoRequestHandlerTest, OverseerCollectionConfigSetProcessorTest, TestMultiValuedNumericRangeQuery, TestLuceneMatchVersion, FileUtilsTest, HttpTriggerListenerTest, TestSolrConfigHandlerConcurrent, TestCollectionAPI, CoreMergeIndexesAdminHandlerTest, TestMacros, TestRuleBasedAuthorizationPlugin, HDFSCollectionsAPITest, HLLSerializationTest, BufferStoreTest, EchoParamsTest, SampleTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestSolrCoreProperties, ProtectedTermFilterFactoryTest, TestCharFilters, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, LIRRollingUpdatesTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerTest, RemoteQueryErrorTest, ReplaceNodeTest, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestUtilizeNode, TestZkChroot, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, CollectionsAPIAsyncDistributedZkTest, ComputePlanActionTest, MetricTriggerIntegrationTest, MetricTriggerTest, NodeAddedTriggerIntegrationTest, NodeAddedTriggerTest, NodeLostTriggerTest]
   [junit4] Completed [437/829 (1!)] on J0 in 10.22s, 4 tests, 1 failure <<< FAILURES!

[...truncated 43538 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2637/consoleText

[repro] Revision: 34a8c023bd773a384c820dae0e888621c36d1662

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=NodeLostTriggerTest -Dtests.method=testTrigger -Dtests.seed=37B85F8C3489414E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Cyrl-XK -Dtests.timezone=Europe/Tiraspol -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       NodeLostTriggerTest
[repro] ant compile-test

[...truncated 3413 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.NodeLostTriggerTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=37B85F8C3489414E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Cyrl-XK -Dtests.timezone=Europe/Tiraspol -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 91 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.NodeLostTriggerTest
[repro] Exiting with code 0

[...truncated 40 lines...]