You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/03/27 23:20:23 UTC

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 316 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/316/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeLost/127.0.0.1:40729_solr exists

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:40729_solr exists
	at __randomizedtesting.SeedInfo.seed([D474D0FF8116B026:CCCE58F38F237DC9]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertFalse(Assert.java:64)
	at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13131 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D474D0FF8116B026-001/init-core-data-001
   [junit4]   2> 930789 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[D474D0FF8116B026]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 930790 WARN  (SUITE-NodeMarkersRegistrationTest-seed#[D474D0FF8116B026]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 930790 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[D474D0FF8116B026]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 930812 INFO  (SUITE-NodeMarkersRegistrationTest-seed#[D474D0FF8116B026]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 930845 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 930846 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D474D0FF8116B026-001/tempDir-001
   [junit4]   2> 930846 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 930859 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 930860 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 930969 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkTestServer start zk server on port:37047
   [junit4]   2> 930969 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37047
   [junit4]   2> 930969 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37047
   [junit4]   2> 931033 INFO  (zkConnectionManagerCallback-1893-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 931060 INFO  (zkConnectionManagerCallback-1895-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 931063 INFO  (zkConnectionManagerCallback-1897-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 931076 WARN  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 931076 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 931076 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 931076 INFO  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 931083 WARN  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 931083 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 931083 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 931083 INFO  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 931087 INFO  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 931087 INFO  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 931087 INFO  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 931087 INFO  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1deda0c1{/solr,null,AVAILABLE}
   [junit4]   2> 931088 INFO  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b95abe1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36321}
   [junit4]   2> 931088 INFO  (jetty-launcher-1898-thread-2) [    ] o.e.j.s.Server Started @931277ms
   [junit4]   2> 931089 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36321}
   [junit4]   2> 931089 ERROR (jetty-launcher-1898-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 931089 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 931089 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 931089 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 931089 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 931089 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T21:09:33.607Z
   [junit4]   2> 931137 INFO  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 931137 INFO  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 931137 INFO  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 931137 INFO  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a05fdc0{/solr,null,AVAILABLE}
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f2e6a66{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40729}
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.e.j.s.Server Started @931326ms
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40729}
   [junit4]   2> 931138 ERROR (jetty-launcher-1898-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 931138 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T21:09:33.656Z
   [junit4]   2> 931167 INFO  (zkConnectionManagerCallback-1900-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 931184 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 931220 INFO  (zkConnectionManagerCallback-1902-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 931221 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 931955 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 931957 WARN  (jetty-launcher-1898-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@580d7607[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 932003 WARN  (jetty-launcher-1898-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@512daddd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 932004 INFO  (jetty-launcher-1898-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37047/solr
   [junit4]   2> 932091 INFO  (zkConnectionManagerCallback-1910-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 932237 INFO  (zkConnectionManagerCallback-1912-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 932564 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40729_solr
   [junit4]   2> 932565 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.c.Overseer Overseer (id=74420715657101318-127.0.0.1:40729_solr-n_0000000000) starting
   [junit4]   2> 932664 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 932664 INFO  (zkConnectionManagerCallback-1919-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 932672 WARN  (jetty-launcher-1898-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1948a470[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 932712 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37047/solr ready
   [junit4]   2> 932713 INFO  (OverseerStateUpdate-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [n:127.0.0.1:40729_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40729_solr
   [junit4]   2> 932728 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40729_solr
   [junit4]   2> 932729 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 932730 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 932730 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 932730 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 932747 WARN  (jetty-launcher-1898-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@12988174[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 932760 INFO  (jetty-launcher-1898-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37047/solr
   [junit4]   2> 932804 INFO  (zkCallback-1918-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 932862 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 932870 INFO  (zkCallback-1911-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 932873 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40729_solr]
   [junit4]   2> 932885 INFO  (zkConnectionManagerCallback-1925-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 932905 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 932923 DEBUG (ScheduledTrigger-1599-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 932924 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 933004 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40729.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 933027 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40729.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 933040 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40729.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 933041 INFO  (jetty-launcher-1898-thread-1) [n:127.0.0.1:40729_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D474D0FF8116B026-001/tempDir-001/node1/.
   [junit4]   2> 933052 INFO  (zkConnectionManagerCallback-1928-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 933131 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 933151 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36321_solr as DOWN
   [junit4]   2> 933151 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 933151 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36321_solr
   [junit4]   2> 933166 INFO  (zkCallback-1911-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 933166 INFO  (zkCallback-1918-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 933197 INFO  (zkCallback-1927-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 933345 INFO  (zkConnectionManagerCallback-1935-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 933346 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 933347 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37047/solr ready
   [junit4]   2> 933360 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 933423 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36321.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 933459 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36321.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 933460 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36321.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 933473 INFO  (jetty-launcher-1898-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D474D0FF8116B026-001/tempDir-001/node2/.
   [junit4]   2> 933689 INFO  (zkConnectionManagerCallback-1941-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 933690 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 933705 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37047/solr ready
   [junit4]   2> 933728 INFO  (qtp1916121566-5093) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 933780 INFO  (qtp1258089994-5104) [n:127.0.0.1:40729_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933797 INFO  (qtp1258089994-5106) [n:127.0.0.1:40729_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=16
   [junit4]   2> 933799 INFO  (qtp1258089994-5106) [n:127.0.0.1:40729_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933817 INFO  (qtp1258089994-5106) [n:127.0.0.1:40729_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933835 INFO  (qtp1258089994-5106) [n:127.0.0.1:40729_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933889 INFO  (qtp1916121566-5095) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933919 INFO  (qtp1916121566-5096) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=29
   [junit4]   2> 933921 INFO  (qtp1916121566-5092) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933936 DEBUG (ScheduledTrigger-1599-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 933940 INFO  (qtp1916121566-5094) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933957 INFO  (qtp1916121566-5095) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 933957 DEBUG (qtp1916121566-5093) [n:127.0.0.1:36321_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 933980 DEBUG (zkCallback-1918-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 934017 INFO  (qtp1916121566-5093) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=271
   [junit4]   2> 934028 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 934029 INFO  (qtp1258089994-5102) [n:127.0.0.1:40729_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 934070 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 934072 DEBUG (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 934167 INFO  (qtp1258089994-5102) [n:127.0.0.1:40729_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=138
   [junit4]   2> 934168 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 934169 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 934169 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 934169 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 934192 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 934192 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 934192 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2211ee0{/solr,null,AVAILABLE}
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d6b2601{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38954}
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.Server Started @934382ms
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38954}
   [junit4]   2> 934193 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 934193 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T21:09:36.711Z
   [junit4]   2> 934271 INFO  (zkConnectionManagerCallback-1943-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 934275 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 934980 DEBUG (ScheduledTrigger-1599-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 935636 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 935650 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e50bbe2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 935669 WARN  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@79d29ce7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 935671 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37047/solr
   [junit4]   2> 935681 INFO  (zkConnectionManagerCallback-1950-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935684 INFO  (zkConnectionManagerCallback-1952-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935706 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 935709 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:38954_solr as DOWN
   [junit4]   2> 935709 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 935710 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38954_solr
   [junit4]   2> 935727 INFO  (zkCallback-1951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 935729 INFO  (zkCallback-1911-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 935730 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 935730 INFO  (zkCallback-1918-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 935730 INFO  (zkCallback-1927-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 935743 INFO  (zkCallback-1940-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 935892 INFO  (zkConnectionManagerCallback-1959-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935893 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 935894 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37047/solr ready
   [junit4]   2> 935928 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 935981 DEBUG (ScheduledTrigger-1599-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 935995 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38954.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 936033 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38954.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 936033 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38954.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cffac2
   [junit4]   2> 936047 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [n:127.0.0.1:38954_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D474D0FF8116B026-001/tempDir-001/node3/.
   [junit4]   2> 936194 INFO  (OverseerCollectionConfigSetProcessor-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [n:127.0.0.1:40729_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 936205 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.a.NodeMarkersRegistrationTest ====== KILL OVERSEER 1
   [junit4]   2> 936205 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1925304593
   [junit4]   2> 936205 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40729_solr
   [junit4]   2> 936206 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 936206 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:40729_solr as DOWN
   [junit4]   2> 936208 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 936241 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 936241 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e0476fd: rootName = solr_40729, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@18a797c4
   [junit4]   2> 936246 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 936246 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e597937: rootName = solr_40729, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3f46caa
   [junit4]   2> 936275 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 936275 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21821c11: rootName = solr_40729, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@61f96ae2
   [junit4]   2> 936275 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 936276 INFO  (closeThreadPool-1963-thread-2) [    ] o.a.s.c.Overseer Overseer (id=74420715657101318-127.0.0.1:40729_solr-n_0000000000) closing
   [junit4]   2> 936290 INFO  (OverseerStateUpdate-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [n:127.0.0.1:40729_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40729_solr
   [junit4]   2> 936291 INFO  (OverseerAutoScalingTriggerThread-74420715657101318-127.0.0.1:40729_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 936291 DEBUG (closeThreadPool-1963-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 936310 DEBUG (closeThreadPool-1963-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 936310 DEBUG (closeThreadPool-1963-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 936310 DEBUG (closeThreadPool-1963-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 936326 DEBUG (closeThreadPool-1963-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 936326 DEBUG (closeThreadPool-1963-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 936326 INFO  (closeThreadPool-1963-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74420715657101318-127.0.0.1:40729_solr-n_0000000000) closing
   [junit4]   2> 936343 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.Overseer Overseer (id=74420715657101318-127.0.0.1:40729_solr-n_0000000000) closing
   [junit4]   2> 936343 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x108653f20ac0006, likely client has closed socket
   [junit4]   2> 936344 INFO  (zkCallback-1927-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936363 INFO  (zkCallback-1940-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936363 INFO  (zkCallback-1927-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36321_solr
   [junit4]   2> 936364 INFO  (zkCallback-1927-thread-2) [n:127.0.0.1:36321_solr    ] o.a.s.c.Overseer Overseer (id=74420715657101321-127.0.0.1:36321_solr-n_0000000001) starting
   [junit4]   2> 936383 INFO  (OverseerStateUpdate-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [n:127.0.0.1:36321_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36321_solr
   [junit4]   2> 936419 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936420 DEBUG (OverseerAutoScalingTriggerThread-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 936420 DEBUG (OverseerAutoScalingTriggerThread-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 0
   [junit4]   2> 936420 DEBUG (OverseerAutoScalingTriggerThread-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 936421 DEBUG (OverseerAutoScalingTriggerThread-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:38954_solr, 127.0.0.1:36321_solr, 127.0.0.1:40729_solr]
   [junit4]   2> 936435 DEBUG (OverseerAutoScalingTriggerThread-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 936436 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 936437 DEBUG (OverseerAutoScalingTriggerThread-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 936456 INFO  (zkCallback-1951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936459 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936489 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5f2e6a66{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 936490 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a05fdc0{/solr,null,UNAVAILABLE}
   [junit4]   2> 936490 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 937437 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 937437 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:40729_solr
   [junit4]   2> 938439 DEBUG (ScheduledTrigger-1621-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 939442 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 940446 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 941455 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 941540 INFO  (qtp1916121566-5095) [n:127.0.0.1:36321_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 941620 INFO  (qtp1916121566-5095) [n:127.0.0.1:36321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=79
   [junit4]   2> 942457 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 943462 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 943644 INFO  (OverseerCollectionConfigSetProcessor-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [n:127.0.0.1:36321_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 944463 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 945464 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 946469 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 947469 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 948470 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 949472 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 950484 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 951484 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 952489 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 953495 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 954495 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 955495 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 956496 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 957501 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 958506 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 959506 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 960506 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 961507 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 962507 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 963519 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 964519 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 965520 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 966520 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 967520 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 968520 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 969520 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 970521 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 971521 DEBUG (ScheduledTrigger-1621-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 971857 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1919158325
   [junit4]   2> 971857 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36321_solr
   [junit4]   2> 971857 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 971857 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:36321_solr as DOWN
   [junit4]   2> 971873 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 971874 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3196b503: rootName = solr_36321, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@dca2843
   [junit4]   2> 971874 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1349833551
   [junit4]   2> 971874 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38954_solr
   [junit4]   2> 971877 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 971877 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f0142aa: rootName = solr_36321, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3f46caa
   [junit4]   2> 971879 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 971879 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9cd5ec2: rootName = solr_36321, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@61f96ae2
   [junit4]   2> 971879 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 971880 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 971880 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:38954_solr as DOWN
   [junit4]   2> 971913 INFO  (closeThreadPool-1969-thread-2) [    ] o.a.s.c.Overseer Overseer (id=74420715657101321-127.0.0.1:36321_solr-n_0000000001) closing
   [junit4]   2> 971942 INFO  (OverseerStateUpdate-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [n:127.0.0.1:36321_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36321_solr
   [junit4]   2> 971957 INFO  (OverseerAutoScalingTriggerThread-74420715657101321-127.0.0.1:36321_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 971958 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 971958 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 971958 INFO  (zkCallback-1951-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38954_solr
   [junit4]   2> 971974 INFO  (zkCallback-1951-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 971977 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 971977 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29920726: rootName = solr_38954, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4d8f2344
   [junit4]   2> 971980 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 971980 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8f092e6: rootName = solr_38954, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3f46caa
   [junit4]   2> 971982 DEBUG (closeThreadPool-1969-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 971983 DEBUG (closeThreadPool-1969-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 971983 DEBUG (closeThreadPool-1969-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 971983 DEBUG (closeThreadPool-1969-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 971983 DEBUG (closeThreadPool-1969-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 971983 DEBUG (closeThreadPool-1969-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 971983 INFO  (jetty-closer-1964-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74420715657101321-127.0.0.1:36321_solr-n_0000000001) closing
   [junit4]   2> 971983 INFO  (closeThreadPool-1969-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74420715657101321-127.0.0.1:36321_solr-n_0000000001) closing
   [junit4]   2> 971995 INFO  (jetty-closer-1964-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b95abe1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 971997 INFO  (jetty-closer-1964-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1deda0c1{/solr,null,UNAVAILABLE}
   [junit4]   2> 971997 INFO  (jetty-closer-1964-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 971998 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 971998 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c5f6fd3: rootName = solr_38954, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@61f96ae2
   [junit4]   2> 971998 INFO  (jetty-closer-1964-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 972042 INFO  (jetty-closer-1964-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@d6b2601{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 972050 INFO  (jetty-closer-1964-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2211ee0{/solr,null,UNAVAILABLE}
   [junit4]   2> 972052 INFO  (jetty-closer-1964-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 972061 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 972062 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 972064 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37047
   [junit4]   2> 972064 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37047
   [junit4]   2> 972065 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D474D0FF8116B026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NodeMarkersRegistrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=D474D0FF8116B026 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-AR -Dtests.timezone=Africa/Timbuktu -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 41.3s J0 | NodeMarkersRegistrationTest.testNodeMarkersRegistration <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:40729_solr exists
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D474D0FF8116B026:CCCE58F38F237DC9]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:152)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D474D0FF8116B026-001
   [junit4]   2> Mar 27, 2019 9:10:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@81cb87e), locale=es-AR, timezone=Africa/Timbuktu
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=202296880,total=512229376
   [junit4]   2> NOTE: All tests run in this JVM: [TestComponentsName, CircularListTest, VersionInfoTest, TestRandomRequestDistribution, TestXmlQParser, MoveReplicaHDFSFailoverTest, TestFreeTextSuggestions, TestCloudInspectUtil, OrderedExecutorTest, TestUtils, JvmMetricsTest, HdfsAutoAddReplicasIntegrationTest, TestIndexSearcher, OverseerModifyCollectionTest, LeaderTragicEventTest, ScheduledTriggerIntegrationTest, TestDeleteCollectionOnDownNodes, TestWordDelimiterFilterFactory, TestCloudManagedSchema, TestConfigSetProperties, TestFieldCacheReopen, TestExactStatsCache, ClusterStateUpdateTest, CursorPagingTest, TestSerializedLuceneMatchVersion, TestRangeQuery, TestBulkSchemaAPI, MetricsHistoryIntegrationTest, HdfsSyncSliceTest, RandomizedTaggerTest, TestHttpShardHandlerFactory, CollectionsAPIAsyncDistributedZkTest, TestRawResponseWriter, TestSolrCLIRunExample, IndexSchemaRuntimeFieldTest, TriLevelCompositeIdRoutingTest, AtomicUpdatesTest, TestSimExtremeIndexing, UninvertDocValuesMergePolicyTest, NoCacheHeaderTest, SearchRateTriggerTest, NodeMarkersRegistrationTest]
   [junit4] Completed [129/845 (1!)] on J0 in 41.88s, 1 test, 1 failure <<< FAILURES!

[...truncated 51623 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 25: list item index: expected 2, got 1
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 26: list item index: expected 3, got 1
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 224: list item index: expected 2, got 1
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 225: list item index: expected 3, got 1
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 25: list item index: expected 2, got 1
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 26: list item index: expected 3, got 1
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 224: list item index: expected 2, got 1
[asciidoctor:convert] asciidoctor: WARNING: aliases.adoc: line 225: list item index: expected 3, got 1
     [java] Processed 2516 links (2061 relative) to 3334 anchors in 252 files
     [echo] Validated Links & Anchors via: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null189053313
     [copy] Copying 36 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null189053313
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null189053313

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null281405502
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null281405502
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null281405502

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 36ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 239 minutes 39 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)