You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/04/28 13:29:37 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1834 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1834/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat

Error Message:
expected:<[2]> but was:<[null]>

Stack Trace:
org.junit.ComparisonFailure: expected:<[2]> but was:<[null]>
	at __randomizedtesting.SeedInfo.seed([3D33197E7E01D78F:503BFF9FCB56DD03]:0)
	at org.junit.Assert.assertEquals(Assert.java:115)
	at org.junit.Assert.assertEquals(Assert.java:144)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat(CollectionsAPISolrJTest.java:237)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14544 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/init-core-data-001
   [junit4]   2> 2418528 WARN  (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
   [junit4]   2> 2418529 INFO  (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2418530 INFO  (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2418530 INFO  (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2418549 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testModifyCollectionAttribute
   [junit4]   2> 2418549 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001
   [junit4]   2> 2418550 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2418558 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2418559 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2418658 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer start zk server on port:33465
   [junit4]   2> 2418658 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33465
   [junit4]   2> 2418658 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33465
   [junit4]   2> 2418680 INFO  (zkConnectionManagerCallback-63673-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2418693 INFO  (zkConnectionManagerCallback-63675-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2418697 INFO  (zkConnectionManagerCallback-63677-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2418702 WARN  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2418703 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2418703 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2418704 INFO  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2418704 WARN  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2418704 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2418704 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2418705 INFO  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2418705 WARN  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2418705 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2418705 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2418705 INFO  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2418707 WARN  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2418707 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2418707 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2418707 INFO  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2418708 INFO  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2418708 INFO  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2418708 INFO  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2418709 INFO  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21b1280f{/solr,null,AVAILABLE}
   [junit4]   2> 2418712 INFO  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@be5b992{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33780}
   [junit4]   2> 2418712 INFO  (jetty-launcher-63678-thread-2) [    ] o.e.j.s.Server Started @2418855ms
   [junit4]   2> 2418712 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33780}
   [junit4]   2> 2418713 ERROR (jetty-launcher-63678-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2418713 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2418713 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2418713 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2418713 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2418713 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:06.760671Z
   [junit4]   2> 2418715 INFO  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2418715 INFO  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2418715 INFO  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2418715 INFO  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b2bc8a5{/solr,null,AVAILABLE}
   [junit4]   2> 2418716 INFO  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4e06f5be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39148}
   [junit4]   2> 2418716 INFO  (jetty-launcher-63678-thread-1) [    ] o.e.j.s.Server Started @2418859ms
   [junit4]   2> 2418716 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39148}
   [junit4]   2> 2418716 ERROR (jetty-launcher-63678-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2418717 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2418717 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2418717 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2418717 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2418717 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:06.764767Z
   [junit4]   2> 2418731 INFO  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2418731 INFO  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2418731 INFO  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2418731 INFO  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e7b42b1{/solr,null,AVAILABLE}
   [junit4]   2> 2418732 INFO  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@595a160c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44783}
   [junit4]   2> 2418732 INFO  (jetty-launcher-63678-thread-4) [    ] o.e.j.s.Server Started @2418875ms
   [junit4]   2> 2418732 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44783}
   [junit4]   2> 2418733 ERROR (jetty-launcher-63678-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2418733 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2418733 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2418733 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2418733 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2418733 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:06.780347Z
   [junit4]   2> 2418737 INFO  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2418737 INFO  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2418737 INFO  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2418738 INFO  (zkConnectionManagerCallback-63680-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d478334{/solr,null,AVAILABLE}
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a778d05{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35088}
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.e.j.s.Server Started @2418882ms
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35088}
   [junit4]   2> 2418739 ERROR (jetty-launcher-63678-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2418739 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:06.786962Z
   [junit4]   2> 2418740 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2418770 INFO  (zkConnectionManagerCallback-63682-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2418771 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2418785 INFO  (zkConnectionManagerCallback-63686-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2418796 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2418799 INFO  (zkConnectionManagerCallback-63684-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2418809 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2419141 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2419150 WARN  (jetty-launcher-63678-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@111c3afd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2419180 WARN  (jetty-launcher-63678-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@571068ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2419181 INFO  (jetty-launcher-63678-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
   [junit4]   2> 2419188 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2419189 WARN  (jetty-launcher-63678-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@66ccfad7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2419190 INFO  (zkConnectionManagerCallback-63696-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419192 WARN  (jetty-launcher-63678-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f4b151d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2419194 INFO  (jetty-launcher-63678-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
   [junit4]   2> 2419241 INFO  (zkConnectionManagerCallback-63704-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419241 INFO  (zkConnectionManagerCallback-63701-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419274 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40009, likely client has closed socket
   [junit4]   2> 2419289 INFO  (zkConnectionManagerCallback-63708-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419332 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33780_solr
   [junit4]   2> 2419334 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) starting
   [junit4]   2> 2419393 INFO  (zkConnectionManagerCallback-63715-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419404 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
   [junit4]   2> 2419430 INFO  (OverseerStateUpdate-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33780_solr
   [junit4]   2> 2419436 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35088_solr
   [junit4]   2> 2419436 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2419464 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:33780_solr as DOWN
   [junit4]   2> 2419466 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2419466 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33780_solr
   [junit4]   2> 2419473 INFO  (zkCallback-63707-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2419492 INFO  (zkCallback-63700-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2419510 INFO  (zkCallback-63714-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2419510 WARN  (jetty-launcher-63678-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@30f82daa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2419523 WARN  (jetty-launcher-63678-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f7fdc30[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2419524 INFO  (jetty-launcher-63678-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
   [junit4]   2> 2419584 INFO  (zkConnectionManagerCallback-63727-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419594 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2419632 INFO  (zkConnectionManagerCallback-63729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419638 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2419641 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33780.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2419643 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:39148_solr as DOWN
   [junit4]   2> 2419644 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2419644 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39148_solr
   [junit4]   2> 2419646 INFO  (zkCallback-63700-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2419646 INFO  (zkCallback-63714-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2419646 INFO  (zkCallback-63707-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2419662 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33780.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2419662 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33780.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2419664 INFO  (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node2/.
   [junit4]   2> 2419665 INFO  (zkConnectionManagerCallback-63722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419666 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2419667 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2419674 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
   [junit4]   2> 2419685 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2419849 INFO  (zkConnectionManagerCallback-63737-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2419852 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2419855 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
   [junit4]   2> 2419875 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2419983 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35088.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2420251 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35088.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2420252 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35088.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2420254 INFO  (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node3/.
   [junit4]   2> 2420351 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2420587 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2420588 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2420627 INFO  (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node1/.
   [junit4]   2> 2421150 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2421152 WARN  (jetty-launcher-63678-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e504493[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2421155 WARN  (jetty-launcher-63678-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@43f923f3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2421156 INFO  (jetty-launcher-63678-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
   [junit4]   2> 2421158 INFO  (zkConnectionManagerCallback-63744-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2421166 INFO  (zkConnectionManagerCallback-63746-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2421177 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2421201 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44783_solr as DOWN
   [junit4]   2> 2421228 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2421228 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
   [junit4]   2> 2421239 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2421239 INFO  (zkCallback-63707-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2421239 INFO  (zkCallback-63714-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2421240 INFO  (zkCallback-63700-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2421274 INFO  (zkCallback-63721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2421278 INFO  (zkCallback-63736-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2421279 INFO  (zkCallback-63745-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2421369 INFO  (zkConnectionManagerCallback-63753-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2421373 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2421374 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
   [junit4]   2> 2421424 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2421735 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2421852 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2421852 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2421857 INFO  (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node4/.
   [junit4]   2> 2422213 INFO  (zkConnectionManagerCallback-63759-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2422222 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2422232 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
   [junit4]   2> 2422268 INFO  (qtp1312588494-130184) [n:127.0.0.1:35088_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2422275 INFO  (qtp1312588494-130184) [n:127.0.0.1:35088_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 2422278 INFO  (qtp1312588494-130187) [n:127.0.0.1:35088_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=testAddAndDeleteCollectionAttribute&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2422302 INFO  (OverseerThreadFactory-13153-thread-1-processing-n:127.0.0.1:33780_solr) [n:127.0.0.1:33780_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAddAndDeleteCollectionAttribute
   [junit4]   2> 2422428 INFO  (OverseerStateUpdate-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testAddAndDeleteCollectionAttribute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testAddAndDeleteCollectionAttribute_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39148/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2422706 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr    x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testAddAndDeleteCollectionAttribute_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddAndDeleteCollectionAttribute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2423737 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2423952 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.IndexSchema [testAddAndDeleteCollectionAttribute_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2423958 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2423958 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testAddAndDeleteCollectionAttribute_shard1_replica_n1' using configuration from collection testAddAndDeleteCollectionAttribute, trusted=true
   [junit4]   2> 2423959 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1' (registry 'solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2423959 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrCore [[testAddAndDeleteCollectionAttribute_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node1/testAddAndDeleteCollectionAttribute_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node1/./testAddAndDeleteCollectionAttribute_shard1_replica_n1/data/]
   [junit4]   2> 2424136 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2424136 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2424139 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2424139 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2424141 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@492296e5[testAddAndDeleteCollectionAttribute_shard1_replica_n1] main]
   [junit4]   2> 2424143 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2424144 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2424145 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2424145 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632060259373678592
   [junit4]   2> 2424149 INFO  (searcherExecutor-13173-thread-1-processing-n:127.0.0.1:39148_solr x:testAddAndDeleteCollectionAttribute_shard1_replica_n1 c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrCore [testAddAndDeleteCollectionAttribute_shard1_replica_n1] Registered new searcher Searcher@492296e5[testAddAndDeleteCollectionAttribute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2424153 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAddAndDeleteCollectionAttribute/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2424153 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAddAndDeleteCollectionAttribute/leaders/shard1
   [junit4]   2> 2424158 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2424158 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2424158 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39148/solr/testAddAndDeleteCollectionAttribute_shard1_replica_n1/
   [junit4]   2> 2424158 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2424159 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39148/solr/testAddAndDeleteCollectionAttribute_shard1_replica_n1/ has no replicas
   [junit4]   2> 2424159 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAddAndDeleteCollectionAttribute/leaders/shard1/leader after winning as /collections/testAddAndDeleteCollectionAttribute/leader_elect/shard1/election/73210286969192462-core_node2-n_0000000000
   [junit4]   2> 2424161 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39148/solr/testAddAndDeleteCollectionAttribute_shard1_replica_n1/ shard1
   [junit4]   2> 2424265 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2424272 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2424279 INFO  (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testAddAndDeleteCollectionAttribute_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddAndDeleteCollectionAttribute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1573
   [junit4]   2> 2424283 INFO  (qtp1312588494-130187) [n:127.0.0.1:35088_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2424307 INFO  (OverseerCollectionConfigSetProcessor-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2424375 INFO  (zkCallback-63700-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2424375 INFO  (zkCallback-63728-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2424375 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2424376 INFO  (qtp1312588494-130187) [n:127.0.0.1:35088_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=testAddAndDeleteCollectionAttribute&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2098
   [junit4]   2> 2424406 INFO  (qtp1312588494-130188) [n:127.0.0.1:35088_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :modifycollection with params replicationFactor=25&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2424533 INFO  (zkCallback-63728-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2424533 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2424636 INFO  (qtp1312588494-130188) [n:127.0.0.1:35088_solr c:testAddAndDeleteCollectionAttribute   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=25&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2} status=0 QTime=230
   [junit4]   2> 2424638 INFO  (qtp1312588494-130189) [n:127.0.0.1:35088_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :modifycollection with params maxShardsPerNode=&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2424647 INFO  (OverseerCollectionConfigSetProcessor-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2424953 INFO  (zkCallback-63728-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2424953 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2425058 INFO  (qtp1312588494-130189) [n:127.0.0.1:35088_solr c:testAddAndDeleteCollectionAttribute   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={maxShardsPerNode=&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2} status=0 QTime=419
   [junit4]   2> 2425084 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40013, likely client has closed socket
   [junit4]   2> 2425091 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=251706094
   [junit4]   2> 2425091 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33780_solr
   [junit4]   2> 2425092 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2425092 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:33780_solr as DOWN
   [junit4]   2> 2425103 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=54487238
   [junit4]   2> 2425103 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35088_solr
   [junit4]   2> 2425113 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2425113 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:35088_solr as DOWN
   [junit4]   2> 2425117 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1839223889
   [junit4]   2> 2425117 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39148_solr
   [junit4]   2> 2425154 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2425154 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:39148_solr as DOWN
   [junit4]   2> 2425221 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=365638759
   [junit4]   2> 2425221 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
   [junit4]   2> 2425224 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2425224 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:44783_solr as DOWN
   [junit4]   2> 2425232 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2425237 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2425237 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@769f1ec9: rootName = solr_33780, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1d688100
   [junit4]   2> 2425259 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2425259 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46fd1a54: rootName = solr_33780, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
   [junit4]   2> 2425290 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2425290 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24235b2b: rootName = solr_33780, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
   [junit4]   2> 2425290 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2425304 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2425304 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4114a886: rootName = solr_35088, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@10f42632
   [junit4]   2> 2425312 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2425339 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6214f2bb: rootName = solr_35088, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
   [junit4]   2> 2425344 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2425344 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3253c96d: rootName = solr_35088, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
   [junit4]   2> 2425344 INFO  (jetty-closer-63761-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2425349 INFO  (closeThreadPool-63774-thread-2) [    ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) closing
   [junit4]   2> 2425351 INFO  (OverseerAutoScalingTriggerThread-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2425351 INFO  (OverseerStateUpdate-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33780_solr
   [junit4]   2> 2425352 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb4000a, likely client has closed socket
   [junit4]   2> 2425353 INFO  (zkCallback-63736-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2425353 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2425353 INFO  (zkCallback-63721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2425354 INFO  (zkCallback-63700-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35088_solr
   [junit4]   2> 2425354 INFO  (zkCallback-63752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2425354 INFO  (zkCallback-63714-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2425354 INFO  (zkCallback-63745-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2425356 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2425356 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3a4c10: rootName = solr_44783, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2a061b2d
   [junit4]   2> 2425365 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2425365 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b25f858: rootName = solr_44783, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
   [junit4]   2> 2425370 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2425370 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@580901cd: rootName = solr_44783, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
   [junit4]   2> 2425370 INFO  (jetty-closer-63761-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2425383 INFO  (zkCallback-63700-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2425384 INFO  (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrCore [testAddAndDeleteCollectionAttribute_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7bd4a491
   [junit4]   2> 2425496 INFO  (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1, tag=7bd4a491
   [junit4]   2> 2425496 INFO  (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a839858: rootName = solr_39148, domain = solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@112b1b84
   [junit4]   2> 2425498 INFO  (closeThreadPool-63774-thread-1) [    ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) closing
   [junit4]   2> 2425498 INFO  (jetty-closer-63761-thread-1) [    ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) closing
   [junit4]   2> 2425564 INFO  (jetty-closer-63761-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@be5b992{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2425564 INFO  (jetty-closer-63761-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21b1280f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2425564 INFO  (jetty-closer-63761-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2425572 INFO  (zkCallback-63752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2425572 INFO  (zkCallback-63736-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2425573 INFO  (zkCallback-63728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2425575 INFO  (zkCallback-63728-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39148_solr
   [junit4]   2> 2425596 INFO  (jetty-closer-63761-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@a778d05{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2425596 INFO  (jetty-closer-63761-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d478334{/solr,null,UNAVAILABLE}
   [junit4]   2> 2425596 INFO  (jetty-closer-63761-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2425651 INFO  (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAddAndDeleteCollectionAttribute.shard1.leader, tag=7bd4a491
   [junit4]   2> 2425654 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40012, likely client has closed socket
   [junit4]   2> 2425656 INFO  (zkCallback-63728-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2425662 INFO  (jetty-closer-63761-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@595a160c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2425662 INFO  (jetty-closer-63761-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e7b42b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 2425662 INFO  (jetty-closer-63761-thread-4) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2425668 INFO  (zkCallback-63736-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2425718 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2425718 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b632e3: rootName = solr_39148, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@602d0476
   [junit4]   2> 2425799 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2425800 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@246c64d0: rootName = solr_39148, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
   [junit4]   2> 2425807 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2425808 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@177a762d: rootName = solr_39148, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
   [junit4]   2> 2425808 INFO  (jetty-closer-63761-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2425865 INFO  (jetty-closer-63761-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4e06f5be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2425865 INFO  (jetty-closer-63761-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b2bc8a5{/solr,null,UNAVAILABLE}
   [junit4]   2> 2425865 INFO  (jetty-closer-63761-thread-3) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2425868 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2425869 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40000, likely client has closed socket
   [junit4]   2> 2425870 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	2	/solr/collections/testAddAndDeleteCollectionAttribute/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/collections/testAddAndDeleteCollectionAttribute/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2425872 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33465
   [junit4]   2> 2425872 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33465
   [junit4]   2> 2425873 INFO  (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testModifyCollectionAttribute
   [junit4]   2> 2425883 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionWithPropertyParam
   [junit4]   2> 2425883 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-002
   [junit4]   2> 2425884 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2425889 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2425889 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2425989 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer start zk server on port:40125
   [junit4]   2> 2425989 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40125
   [junit4]   2> 2425989 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40125
   [junit4]   2> 2426054 INFO  (zkConnectionManagerCallback-63779-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426107 INFO  (zkConnectionManagerCallback-63781-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426129 INFO  (zkConnectionManagerCallback-63783-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426176 WARN  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2426177 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2426177 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2426177 INFO  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2426178 WARN  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2426178 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2426178 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2426178 INFO  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2426188 WARN  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2426189 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2426189 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2426189 INFO  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2426190 WARN  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2426190 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2426190 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2426190 INFO  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2426228 INFO  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2426228 INFO  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2426228 INFO  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2426229 INFO  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d120515{/solr,null,AVAILABLE}
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e1044a8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33095}
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.e.j.s.Server Started @2426373ms
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33095}
   [junit4]   2> 2426230 ERROR (jetty-launcher-63784-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2426230 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:14.277551Z
   [junit4]   2> 2426264 INFO  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2426264 INFO  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2426264 INFO  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2426269 INFO  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4859d38{/solr,null,AVAILABLE}
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@71d03aba{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33194}
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.e.j.s.Server Started @2426413ms
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33194}
   [junit4]   2> 2426270 ERROR (jetty-launcher-63784-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2426270 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:14.317948Z
   [junit4]   2> 2426285 INFO  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2426285 INFO  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2426285 INFO  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2426286 INFO  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47637f2b{/solr,null,AVAILABLE}
   [junit4]   2> 2426286 INFO  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6bf41e9c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34817}
   [junit4]   2> 2426286 INFO  (jetty-launcher-63784-thread-3) [    ] o.e.j.s.Server Started @2426430ms
   [junit4]   2> 2426286 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34817}
   [junit4]   2> 2426287 ERROR (jetty-launcher-63784-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2426287 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2426287 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2426287 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2426287 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2426287 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:14.334392Z
   [junit4]   2> 2426289 INFO  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2426289 INFO  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2426289 INFO  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2426290 INFO  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a3047f8{/solr,null,AVAILABLE}
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@38a69b1a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40529}
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.e.j.s.Server Started @2426438ms
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40529}
   [junit4]   2> 2426295 ERROR (jetty-launcher-63784-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2426295 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T12:19:14.342669Z
   [junit4]   2> 2426317 INFO  (zkConnectionManagerCallback-63790-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426318 INFO  (zkConnectionManagerCallback-63786-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426319 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2426320 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2426365 INFO  (zkConnectionManagerCallback-63792-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426377 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2426381 INFO  (zkConnectionManagerCallback-63788-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2426382 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2427434 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2427435 WARN  (jetty-launcher-63784-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b342d8d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2427438 WARN  (jetty-launcher-63784-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5f90ad9b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2427439 INFO  (jetty-launcher-63784-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40125/solr
   [junit4]   2> 2427441 INFO  (zkConnectionManagerCallback-63802-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2427444 INFO  (zkConnectionManagerCallback-63804-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2427670 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33194_solr
   [junit4]   2> 2427672 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.c.Overseer Overseer (id=73210287449309192-127.0.0.1:33194_solr-n_0000000000) starting
   [junit4]   2> 2427717 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2427718 INFO  (zkConnectionManagerCallback-63811-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2427718 WARN  (jetty-launcher-63784-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64d60120[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2427722 WARN  (jetty-launcher-63784-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6c500bcd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2427723 INFO  (jetty-launcher-63784-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40125/solr
   [junit4]   2> 2427728 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40125/solr ready
   [junit4]   2> 2427737 INFO  (OverseerStateUpdate-73210287449309192-127.0.0.1:33194_solr-n_0000000000) [n:127.0.0.1:33194_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33194_solr
   [junit4]   2> 2427737 INFO  (zkConnectionManagerCallback-63817-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2427741 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33194_solr
   [junit4]   2> 2428153 INFO  (zkCallback-63803-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2428158 INFO  (zkCallback-63810-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2428169 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2428191 INFO  (zkConnectionManagerCallback-63819-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2428199 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2428205 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34817_solr as DOWN
   [junit4]   2> 2428210 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2428210 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34817_solr
   [junit4]   2> 2428213 INFO  (zkCallback-63810-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2428214 INFO  (zkCallback-63803-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2428216 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33194.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2428275 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33194.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2428275 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33194.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2428278 INFO  (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-002/node4/.
   [junit4]   2> 2428313 INFO  (zkCallback-63818-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2428313 INFO  (zkConnectionManagerCallback-63827-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2428316 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2428321 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40125/solr ready
   [junit4]   2> 2428352 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2428390 WARN  (jetty-launcher-63784-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15a1492d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2428393 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2428469 WARN  (jetty-launcher-63784-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@569da786[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2428471 INFO  (jetty-launcher-63784-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40125/solr
   [junit4]   2> 2428535 INFO  (zkConnectionManagerCallback-63834-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2428557 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34817.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
   [junit4]   2> 2428576 INFO  (jetty-launcher-63784-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2428577 WARN  (jetty-launcher-63784-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@40aaace[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2428578 INFO  (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34817.solr.j

[...truncated too long message...]

y-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null31399850
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null31399850
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null31399850

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 43ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 331 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1843 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1843/

3 tests failed.
FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=3804171, failWrongCredentials=0, requestTimes=428, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=3804171, failWrongCredentials=0, requestTimes=428, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([3B1597EDEE2B1697:3D3D95838C9C8024]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=37052376, failWrongCredentials=6, requestTimes=3348, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=37052376, failWrongCredentials=6, requestTimes=3348, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([3B1597EDEE2B1697:6CD39C1D6C548E7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:34924/solr",           "node_name":"127.0.0.1:34924_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node4":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/",           "base_url":"http://127.0.0.1:36587/solr",           "node_name":"127.0.0.1:36587_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node6":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/",           "base_url":"http://127.0.0.1:34924/solr",           "node_name":"127.0.0.1:34924_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog",           "core":"testSimple2_shard2_replica_n5",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:36587/solr",           "node_name":"127.0.0.1:36587_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n7",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:36587_solr, 127.0.0.1:45575_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:34924/solr",           "node_name":"127.0.0.1:34924_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node4":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/",           "base_url":"http://127.0.0.1:36587/solr",           "node_name":"127.0.0.1:36587_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node6":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/",           "base_url":"http://127.0.0.1:34924/solr",           "node_name":"127.0.0.1:34924_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog",           "core":"testSimple2_shard2_replica_n5",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:36587/solr",           "node_name":"127.0.0.1:36587_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n7",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:34924/solr",
          "node_name":"127.0.0.1:34924_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node4":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/",
          "base_url":"http://127.0.0.1:36587/solr",
          "node_name":"127.0.0.1:36587_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node6":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/",
          "base_url":"http://127.0.0.1:34924/solr",
          "node_name":"127.0.0.1:34924_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog",
          "core":"testSimple2_shard2_replica_n5",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:36587/solr",
          "node_name":"127.0.0.1:36587_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n7",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:36587_solr, 127.0.0.1:45575_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:34924/solr",
          "node_name":"127.0.0.1:34924_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node4":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/",
          "base_url":"http://127.0.0.1:36587/solr",
          "node_name":"127.0.0.1:36587_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node6":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/",
          "base_url":"http://127.0.0.1:34924/solr",
          "node_name":"127.0.0.1:34924_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog",
          "core":"testSimple2_shard2_replica_n5",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:36587/solr",
          "node_name":"127.0.0.1:36587_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n7",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([3B1597EDEE2B1697:3A6B313C9D8C246]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14214 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 2487453 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/init-core-data-001
   [junit4]   2> 2487453 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=289 numCloses=289
   [junit4]   2> 2487454 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2487454 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2487567 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2487605 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2487608 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2487668 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2487668 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2487669 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2487670 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e0c9d14{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2488266 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@55e063d0{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39737-hdfs-_-any-5341189325256775315.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 2488278 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62d3ec3a{HTTP/1.1,[http/1.1]}{localhost:39737}
   [junit4]   2> 2488278 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.Server Started @2488054ms
   [junit4]   2> 2488666 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2488668 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2488669 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2488669 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2488669 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2488669 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11be4c7f{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2488859 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@99b8161{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-32812-datanode-_-any-7662739086751743868.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 2488860 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@72416a21{HTTP/1.1,[http/1.1]}{localhost:32812}
   [junit4]   2> 2488860 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.Server Started @2488636ms
   [junit4]   2> 2488939 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2488940 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2488941 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2488941 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2488941 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2488942 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68c75ed3{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2489190 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: Processing first storage report for DS-2f2a8631-8590-4b45-99c8-3ac28413a2b1 from datanode e2eaa28e-63c3-4792-b314-38daf1f7224b
   [junit4]   2> 2489192 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: from storage DS-2f2a8631-8590-4b45-99c8-3ac28413a2b1 node DatanodeRegistration(127.0.0.1:42242, datanodeUuid=e2eaa28e-63c3-4792-b314-38daf1f7224b, infoPort=46493, infoSecurePort=0, ipcPort=39327, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2489192 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: Processing first storage report for DS-0053b25b-26f8-45bd-9e59-5321905ae215 from datanode e2eaa28e-63c3-4792-b314-38daf1f7224b
   [junit4]   2> 2489192 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: from storage DS-0053b25b-26f8-45bd-9e59-5321905ae215 node DatanodeRegistration(127.0.0.1:42242, datanodeUuid=e2eaa28e-63c3-4792-b314-38daf1f7224b, infoPort=46493, infoSecurePort=0, ipcPort=39327, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2489231 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@53bff2fd{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-36651-datanode-_-any-5449549559068011351.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 2489239 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15653fc1{HTTP/1.1,[http/1.1]}{localhost:36651}
   [junit4]   2> 2489239 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [    ] o.e.j.s.Server Started @2489015ms
   [junit4]   2> 2489496 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: Processing first storage report for DS-0f0ff82c-44b6-409c-9c49-65b9cac833df from datanode 626e0c0b-9801-438f-b21d-074f3fa555a0
   [junit4]   2> 2489496 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: from storage DS-0f0ff82c-44b6-409c-9c49-65b9cac833df node DatanodeRegistration(127.0.0.1:35568, datanodeUuid=626e0c0b-9801-438f-b21d-074f3fa555a0, infoPort=37309, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2489496 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: Processing first storage report for DS-06e50780-25f0-4c57-b3d2-2a8b35b7f65b from datanode 626e0c0b-9801-438f-b21d-074f3fa555a0
   [junit4]   2> 2489496 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: from storage DS-06e50780-25f0-4c57-b3d2-2a8b35b7f65b node DatanodeRegistration(127.0.0.1:35568, datanodeUuid=626e0c0b-9801-438f-b21d-074f3fa555a0, infoPort=37309, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2489696 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 2489697 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002
   [junit4]   2> 2489698 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2489699 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2489699 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2489799 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.c.ZkTestServer start zk server on port:37893
   [junit4]   2> 2489799 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37893
   [junit4]   2> 2489799 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37893
   [junit4]   2> 2489805 INFO  (zkConnectionManagerCallback-62994-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2489810 INFO  (zkConnectionManagerCallback-62996-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2489812 INFO  (zkConnectionManagerCallback-62998-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2489816 WARN  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2489817 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2489817 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2489817 INFO  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2489818 WARN  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2489818 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2489818 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2489818 INFO  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2489819 WARN  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2489819 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2489819 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2489819 INFO  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2489821 INFO  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2489821 INFO  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2489821 INFO  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2489821 INFO  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37a8f968{/solr,null,AVAILABLE}
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12984e37{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45575}
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.e.j.s.Server Started @2489598ms
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45575}
   [junit4]   2> 2489822 ERROR (jetty-launcher-62999-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2489822 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-08T12:36:26.034904Z
   [junit4]   2> 2489825 INFO  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2489825 INFO  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2489825 INFO  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2489825 INFO  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@665e43f5{/solr,null,AVAILABLE}
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e5c3b15{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34924}
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.e.j.s.Server Started @2489602ms
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34924}
   [junit4]   2> 2489826 ERROR (jetty-launcher-62999-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2489826 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-08T12:36:26.038635Z
   [junit4]   2> 2489830 INFO  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2489830 INFO  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2489830 INFO  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2489831 INFO  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bf4d63d{/solr,null,AVAILABLE}
   [junit4]   2> 2489832 INFO  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e3a1d8c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36587}
   [junit4]   2> 2489832 INFO  (jetty-launcher-62999-thread-3) [    ] o.e.j.s.Server Started @2489608ms
   [junit4]   2> 2489832 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36587}
   [junit4]   2> 2489832 ERROR (jetty-launcher-62999-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2489832 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2489832 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2489832 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2489833 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2489833 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-08T12:36:26.045027Z
   [junit4]   2> 2489833 INFO  (zkConnectionManagerCallback-63001-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2489835 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2489839 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2489839 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2489841 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2489878 INFO  (zkConnectionManagerCallback-63003-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2489878 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2489882 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2489882 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2489882 INFO  (zkConnectionManagerCallback-63005-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2489883 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2489886 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2489886 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2489888 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2489889 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2490000 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2490002 WARN  (jetty-launcher-62999-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7e46b2d1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2490014 WARN  (jetty-launcher-62999-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@698fecf5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2490015 INFO  (jetty-launcher-62999-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37893/solr
   [junit4]   2> 2490042 INFO  (zkConnectionManagerCallback-63014-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490066 INFO  (zkConnectionManagerCallback-63016-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490114 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2490139 WARN  (jetty-launcher-62999-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1c97c6f5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2490166 WARN  (jetty-launcher-62999-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5984e121[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2490167 INFO  (jetty-launcher-62999-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37893/solr
   [junit4]   2> 2490181 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45575_solr
   [junit4]   2> 2490182 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.c.Overseer Overseer (id=73266978163720199-127.0.0.1:45575_solr-n_0000000000) starting
   [junit4]   2> 2490187 INFO  (zkConnectionManagerCallback-63024-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490198 INFO  (zkConnectionManagerCallback-63029-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490203 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
   [junit4]   2> 2490203 INFO  (zkConnectionManagerCallback-63031-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490206 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2490208 INFO  (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45575_solr
   [junit4]   2> 2490209 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45575_solr
   [junit4]   2> 2490210 WARN  (jetty-launcher-62999-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ba2014a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2490212 INFO  (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2490214 INFO  (zkCallback-63028-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2490216 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2490222 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34924_solr as DOWN
   [junit4]   2> 2490223 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2490223 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34924_solr
   [junit4]   2> 2490225 INFO  (zkCallback-63028-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2490225 INFO  (zkCallback-63015-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2490250 INFO  (zkCallback-63030-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2490250 WARN  (jetty-launcher-62999-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31b2d3b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2490251 INFO  (jetty-launcher-62999-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37893/solr
   [junit4]   2> 2490259 INFO  (zkConnectionManagerCallback-63045-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490260 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2490262 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
   [junit4]   2> 2490264 INFO  (zkConnectionManagerCallback-63039-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490264 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2490274 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2490300 WARN  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=totalTime
   [junit4]   2> 	at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=totalTime
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.java:596) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:470) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:729) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:654) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:?]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) ~[?:?]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) ~[?:?]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658) ~[?:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 2490324 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490326 INFO  (zkConnectionManagerCallback-63048-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490336 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2490341 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36587_solr as DOWN
   [junit4]   2> 2490342 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2490342 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36587_solr
   [junit4]   2> 2490370 INFO  (zkCallback-63015-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2490370 INFO  (zkCallback-63030-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2490371 INFO  (zkCallback-63028-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2490373 INFO  (zkCallback-63044-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2490382 INFO  (zkCallback-63047-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2490389 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490393 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490394 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490398 INFO  (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node2/.
   [junit4]   2> 2490400 INFO  (zkConnectionManagerCallback-63055-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490401 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2490403 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
   [junit4]   2> 2490403 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2490493 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490493 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490504 INFO  (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node1/.
   [junit4]   2> 2490524 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490575 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490575 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2490577 INFO  (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node3/.
   [junit4]   2> 2490709 INFO  (zkConnectionManagerCallback-63061-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2490711 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2490713 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
   [junit4]   2> 2490731 INFO  (qtp1391586530-128346) [n:127.0.0.1:36587_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 2490734 INFO  (qtp828536882-128335) [n:127.0.0.1:34924_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:45575_solr,127.0.0.1:34924_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2490739 INFO  (OverseerThreadFactory-14506-thread-1-processing-n:127.0.0.1:45575_solr) [n:127.0.0.1:45575_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 2490849 INFO  (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45575/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2490852 INFO  (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34924/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2490855 INFO  (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45575/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2490858 INFO  (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34924/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2491084 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2491084 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2491085 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr    x:testSimple1_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2491086 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2491086 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2492102 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2492102 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2492106 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2492116 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2492123 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2492125 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2492126 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2492126 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2492128 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2492128 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2492128 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2492128 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2492129 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2492129 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2492132 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
   [junit4]   2> 2492132 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
   [junit4]   2> 2492132 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2492132 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 2492133 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2492133 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2492133 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2492134 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
   [junit4]   2> 2492134 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2492134 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 2492134 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2492134 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 2492134 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2492135 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
   [junit4]   2> 2492135 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
   [junit4]   2> 2492135 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2492135 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 2492136 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 2492136 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2492136 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 2492138 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 2492138 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 2492152 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492152 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492154 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492155 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492155 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492155 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492156 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492157 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492161 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492161 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492164 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 2492165 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 2492168 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492169 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492169 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 2492170 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 2492210 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 2492223 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492223 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492229 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 2492245 INFO  (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492255 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492256 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492263 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 2492266 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 2492274 INFO  (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492289 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492289 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492290 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2492290 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2492294 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492303 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2492617 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2492617 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2492617 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2492630 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2492631 INFO  (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2492638 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2492638 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2492638 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2492657 INFO  (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracke

[...truncated too long message...]

erAndIndexFingerprintCachingTest, TestFacetMethods, TestIndexingPerformance, TestMergePolicyConfig, TestFiltering, TestConfigSetsAPIExclusivity, TestQueryTypes, ConfigSetsAPITest, LargeFieldTest, ConfigureRecoveryStrategyTest, IndexSizeTriggerTest, TestValueSourceCache, TestCSVLoader, TestGraphMLResponseWriter, TestOrdValues, ExternalFileFieldSortTest, TestLMJelinekMercerSimilarityFactory, TestInitParams, TestHashQParserPlugin, TestLFUCache, CdcrBidirectionalTest, TestDFRSimilarityFactory, TestSimLargeCluster, MoveReplicaHDFSTest, TestCloudJSONFacetJoinDomain, TestSha256AuthenticationProvider, TestFuzzyAnalyzedSuggestions, TestMultiWordSynonyms, CircularListTest, CollectionStateFormat2Test, DateFieldTest, WrapperMergePolicyFactoryTest, TestRandomRequestDistribution, TestRestManager, IgnoreLargeDocumentProcessorFactoryTest, TestCollectionAPIs, TestSimpleTextCodec, XmlInterpolationTest, DistributedSuggestComponentTest, SuggesterFSTTest, TestStressRecovery, TolerantUpdateProcessorTest, TestPayloadCheckQParserPlugin, TestXIncludeConfig, OverseerTaskQueueTest, TestStressInPlaceUpdates, TestSolrCloudWithKerberosAlt, CollectionTooManyReplicasTest, SearchRateTriggerIntegrationTest, AnalyticsQueryTest, CustomTermsComponentTest, TestTolerantUpdateProcessorCloud, ResourceLoaderTest, PreAnalyzedUpdateProcessorTest, DirectSolrSpellCheckerTest, TestCloudPseudoReturnFields, ReplicaListTransformerTest, ChangedSchemaMergeTest, TestHighlightDedupGrouping, TestDocSet, TestFieldCacheSort, HdfsDirectoryTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestWithCollection, LeaderFailureAfterFreshStartTest, RecoveryAfterSoftCommitTest, TestDeleteCollectionOnDownNodes, TestInPlaceUpdatesDistrib, TestRandomCollapseQParserPlugin, AliasIntegrationTest, SSLMigrationTest, TestJsonRequest, BasicDistributedZkTest, MoreLikeThisHandlerTest, SolrCLIZkUtilsTest, TriggerIntegrationTest, TestLeaderElectionWithEmptyReplica, TestDynamicFieldCollectionResource, TestTolerantSearch, ClusterStateTest, TestManagedSchema, DistributedFacetPivotLongTailTest, StatsComponentTest, SparseHLLTest, SolrCoreTest, SchemaApiFailureTest, TestAddFieldRealTimeGet, StressHdfsTest, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSearcherReuse, CoreAdminHandlerTest, TestRealTimeGet, TestSolrCoreSnapshots, RemoteQueryErrorTest, TestBM25SimilarityFactory, SolrIndexMetricsTest, TestPerFieldSimilarity, TestCustomStream, TestReplicationHandlerDiskOverFlow, TestAuthenticationFramework, SolrInfoBeanTest, SplitShardTest, SpatialRPTFieldTypeTest, TestRetrieveFieldsOptimizer, ShardRoutingTest, BadCopyFieldTest, DeleteNodeTest, SolrCloudReportersTest, TestSimComputePlanAction, ReplicationFactorTest, TestHdfsBackupRestoreCore, ExecutePlanActionTest, TestPolicyCloud, MigrateRouteKeyTest, TestSolrCloudWithHadoopAuthPlugin, TokenizerChainTest, CoreMergeIndexesAdminHandlerTest, DocumentAnalysisRequestHandlerTest, TermVectorComponentDistributedTest, PreAnalyzedFieldTest, ZkNodePropsTest, TestChildDocTransformerHierarchy, DocExpirationUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderElectionTest, MetricsHistoryIntegrationTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkControllerTest, AssignTest, CollectionsAPIDistributedZkTest, ShardSplitTest, HdfsUnloadDistributedZkTest, TestCoreDiscovery, TestDynamicURP, TestImplicitCoreProperties, TestQuerySenderListener, TestQuerySenderNoQuery, TestReloadAndDeleteDocs, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, TestSolrIndexConfig, RequestLoggingTest, ResponseBuilderTest, SearchHandlerTest, TestSQLHandler, TestSolrConfigHandlerConcurrent, TestSystemCollAutoCreate, V2ApiIntegrationTest, AutoscalingHistoryHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, ShowFileRequestHandlerTest, StatsReloadRaceTest, DistributedMLTComponentTest, DistributedQueryElevationComponentTest, FacetPivotSmallTest, SearchHandlerTest, RandomizedTaggerTest, Tagger2Test, TaggerTest, HighlighterMaxOffsetTest, TestPostingsSolrHighlighter, TestUnifiedSolrHighlighter, TestLegacyFieldReuse, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery64, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, RegexBytesRefFilterTest, SimpleFacetsTest, TestRemoteStreaming, TestStreamBody, TestUnInvertedFieldException, TestWriterPerf, TestMacros, SmileWriterTest, TestCSVResponseWriter, TestPHPSerializedResponseWriter, TestSubQueryTransformerCrossCore, TestManagedResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaResource, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestManagedStopFilterFactory, IndexSchemaTest, NotRequiredUniqueKeyTest, NumericFieldsTest, OpenExchangeRatesOrgProviderTest, PolyFieldTest, TestManagedSchemaThreadSafety, TestPointFields, TestFieldSortValues, TestMinHashQParser, TestReload, TestReloadDeadlock, TestSolr4Spatial, TestSort, DistributedFacetSimpleRefinementLongTailTest, TestJsonFacetRefinement, TestJsonFacetsStatsParsing, TestJsonFacetsWithNestedObjects, SortByFunctionTest, TestFunctionQuery, DistanceFunctionTest, BJQParserTest, BlockJoinFacetDistribTest, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestCloudNestedDocsSort, TestNestedDocsSort, TestScoreJoinQPNoScore, TestSweetSpotSimilarityFactory, TestDefaultStatsCache, TestDistribIDF, TestLRUStatsCache, AuditLoggerPluginTest, BasicAuthIntegrationTest, JWTAuthPluginIntegrationTest]
   [junit4] Completed [762/855 (3!)] on J1 in 10.80s, 3 tests, 1 failure <<< FAILURES!

[...truncated 47499 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1605937339
 [ecj-lint] Compiling 69 source files to /tmp/ecj1605937339
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 28)
 [ecj-lint] 	import javax.naming.InitialContext;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.InitialContext is not accessible
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 29)
 [ecj-lint] 	import javax.naming.NamingException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NamingException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 182)
 [ecj-lint] 	c = getFromJndi(initProps, jndiName);
 [ecj-lint] 	    ^^^^^^^^^^^
 [ecj-lint] The method getFromJndi(Properties, String) from the type new Callable<Connection>(){} refers to the missing type NamingException
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 245)
 [ecj-lint] 	private Connection getFromJndi(final Properties initProps, final String jndiName) throws NamingException,
 [ecj-lint] 	                                                                                         ^^^^^^^^^^^^^^^
 [ecj-lint] NamingException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	                          ^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6 problems (6 errors)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:687: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:479: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2010: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2049: Compile failed; see the compiler error output for details.

Total time: 387 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1842 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1842/

1 tests failed.
FAILED:  org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit

Error Message:
this IndexWriter is closed

Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
	at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1007)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)




Build Log:
[...truncated 16132 lines...]
   [junit4] Suite: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit
   [junit4]   2> mag 07, 2019 10:05:37 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #220,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]   2> 	... 3 more
   [junit4]   2> 
   [junit4]   2> mag 07, 2019 10:05:37 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #221,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]   2> 	... 3 more
   [junit4]   2> 
   [junit4]   2> mag 07, 2019 10:05:37 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #210,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2565)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2643)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5082)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:115)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:136)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:199)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5062)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2294)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2268)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4910)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4900)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4082)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]   2> 	... 2 more
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.method=testTriggerUnInvertLimit -Dtests.seed=E146BF5EFEDB4B2A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=it-CH -Dtests.timezone=Asia/Qyzylorda -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   95.5s J1 | TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit <<<
   [junit4]    > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1007)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]    > 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=110584, name=Lucene Merge Thread #220, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]    > 	... 3 moreThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=110585, name=Lucene Merge Thread #221, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]    > 	... 3 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=110574, name=Lucene Merge Thread #210, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2565)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2643)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5082)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:115)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:136)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:199)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5062)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2294)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2268)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4910)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4900)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4082)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	... 2 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.uninverting.TestDocTermOrdsUninvertLimit_E146BF5EFEDB4B2A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=152, maxMBSortInHeap=7.47543083586964, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@55b0d51), locale=it-CH, timezone=Asia/Qyzylorda
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=209136792,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, BasicDistributedZkTest, SparseHLLTest, TestSolrCoreSnapshots, TestSolrFieldCacheBean, TestUseDocValuesAsStored2, TestSolrCloudWithHadoopAuthPlugin, ShardRoutingTest, TestBulkSchemaConcurrent, SolrInfoBeanTest, TestPivotHelperCode, AliasIntegrationTest, RulesTest, NodeLostTriggerTest, TestManagedSchema, FullHLLTest, TestOrdValues, AutoAddReplicasPlanActionTest, TestDynamicFieldCollectionResource, TestCloudJSONFacetJoinDomain, TestFastLRUCache, ReplicaListTransformerTest, ProtectedTermFilterFactoryTest, TestSimPolicyCloud, ZkStateWriterTest, BasicFunctionalityTest, SuggesterFSTTest, HdfsTlogReplayBufferedWhileIndexingTest, LoggingHandlerTest, TestDistributedSearch, SpellCheckCollatorTest, TestPerFieldSimilarity, TestSolrDeletionPolicy2, RemoteQueryErrorTest, DistanceUnitsTest, TestReplicaProperties, ResourceLoaderTest, SuggesterWFSTTest, TestHashQParserPlugin, TestReload, HdfsDirectoryTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestFieldCacheSort, SplitShardTest, TestMultiWordSynonyms, TestBlendedInfixSuggestions, DistributedFacetPivotWhiteBoxTest, CdcrReplicationHandlerTest, TestMultiValuedNumericRangeQuery, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestExceedMaxTermLength, TestSimLargeCluster, TestSchemalessBufferedUpdates, CdcrWithNodesRestartsTest, SpellingQueryConverterTest, TestSearcherReuse, TestLuceneMatchVersion, TestNestedDocsSort, DistributedExpandComponentTest, TestChildDocTransformerHierarchy, HdfsBasicDistributedZkTest, DeleteStatusTest, TestOmitPositions, BJQParserTest, ExitableDirectoryReaderTest, TestValueSourceCache, TestNamedUpdateProcessors, AnalyticsQueryTest, ZkCLITest, SolrMetricReporterTest, TokenizerChainTest, TestSSLRandomization, SolrCloudReportersTest, MigrateRouteKeyTest, TestCSVResponseWriter, SchemaApiFailureTest, HttpPartitionTest, StatsComponentTest, TestAuthorizationFramework, TestQuerySenderNoQuery, ClusterStateTest, CoreMergeIndexesAdminHandlerTest, TestJsonRequest, MetricsHandlerTest, TransactionLogTest, SoftAutoCommitTest, TestAuthenticationFramework, ResponseBuilderTest, DirectSolrConnectionTest, TestPayloadCheckQParserPlugin, TestRandomCollapseQParserPlugin, ReplicationFactorTest, TestLegacyFieldReuse, DistributedQueryComponentOptimizationTest, TestComplexPhraseQParserPlugin, LegacyCloudClusterPropTest, LeaderElectionIntegrationTest, DisMaxRequestHandlerTest, TestRetrieveFieldsOptimizer, TestSQLHandler, TestEmbeddedSolrServerConstructors, TestFiltering, ExternalFileFieldSortTest, MoreLikeThisHandlerTest, TestDeleteCollectionOnDownNodes, DistributedFacetSimpleRefinementLongTailTest, TestLFUCache, DateFieldTest, PreAnalyzedUpdateProcessorTest, TestDownShardTolerantSearch, SolrIndexMetricsTest, SecurityConfHandlerTest, TolerantUpdateProcessorTest, ScriptEngineTest, TestHdfsBackupRestoreCore, TestPullReplica, QueryParsingTest, TestExactSharedStatsCache, PreAnalyzedFieldTest, WrapperMergePolicyFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsNNFailoverTest, TestStressRecovery, TestDFRSimilarityFactory, ZkNodePropsTest, OpenExchangeRatesOrgProviderTest, OrderedExecutorTest, MoveReplicaHDFSTest, OverseerModifyCollectionTest, ConcurrentDeleteAndCreateCollectionTest, TestSimpleTextCodec, TestUnifiedSolrHighlighter, TestMiniSolrCloudClusterSSL, TestCloudInspectUtil, MultiThreadedOCPTest, TestStressVersions, TestCollectionAPIs, TestTolerantUpdateProcessorCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestUtilizeNode, TestWithCollection, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerTest, MetricTriggerIntegrationTest, NodeAddedTriggerTest, ScheduledMaintenanceTriggerTest, SearchRateTriggerIntegrationTest, TriggerCooldownIntegrationTest, TriggerEventQueueTest, TriggerIntegrationTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ConfigureRecoveryStrategyTest, CoreSorterTest, PluginInfoTest, QueryResultKeyTest, RAMDirectoryFactoryTest, SolrCoreCheckLockOnStartupTest, TestBackupRepositoryFactory, TestBadConfig, TestCodecSupport, TestConfig, TestConfigSetProperties, TestConfigSets, TestCoreContainer, TestCorePropertiesReload, TestCustomStream, TestDynamicURP, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestJmxIntegration, TestMergePolicyConfig, TestNRTOpen, TestSolrXml, TestXIncludeConfig, CSVRequestHandlerTest, DocumentAnalysisRequestHandlerTest, FieldAnalysisRequestHandlerTest, TestCSVLoader, TestConfigReload, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestSolrConfigHandlerConcurrent, TestSystemCollAutoCreate, V2StandaloneTest, XsltUpdateRequestHandlerTest, AutoscalingHistoryHandlerTest, DistributedFacetPivotLargeTest, DistributedSuggestComponentTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, TestExpandComponent, TestExportWriter, JavabinLoaderTest, RandomizedTaggerTest, TaggerTest, FastVectorHighlighterTest, TestNumericTokenStream, TestLogWatcher, JvmMetricsTest, MetricsConfigTest, SolrGraphiteReporterTest, SolrJmxReporterTest, SubstringBytesRefFilterTest, TestFacetMethods, TestFaceting, TestRemoteStreaming, TestStreamBody, TestUnInvertedFieldException, TestWriterPerf, JSONWriterTest, TestGeoJSONResponseWriter, TestJavabinTupleStreamParser, TestPHPSerializedResponseWriter, TestSubQueryTransformerCrossCore, TestManagedResource, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, TestManagedSynonymGraphFilterFactory, BooleanFieldTest, ChangedSchemaMergeTest, CopyFieldTest, IndexSchemaTest, NotRequiredUniqueKeyTest, SpatialRPTFieldTypeTest, TestCollationField, TestCollationFieldDocValues, CursorMarkTest, LargeFieldTest, MergeStrategyTest, ReturnFieldsTest, SignificantTermsQParserPluginTest, SortSpecParsingTest, SpatialFilterTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestCustomSort, TestDocSet, TestElisionMultitermQuery, TestMinHashQParser, TestQueryTypes, TestReRankQParserPlugin, TestRecovery, TestJsonFacetsStatsParsing, TestJsonFacetsWithNestedObjects, SortByFunctionTest, TestFunctionQuery, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, SimpleMLTQParserTest, TestBM25SimilarityFactory, TestClassicSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestLegacyBM25SimilarityFactory, TestSweetSpotSimilarityFactory, TestDefaultStatsCache, TestLRUStatsCache, AuditLoggerIntegrationTest, AuditLoggerPluginTest, BasicAuthIntegrationTest, BasicAuthStandaloneTest, JWTAuthPluginIntegrationTest, JWTAuthPluginTest, MultiDestinationAuditLoggerTest, PKIAuthenticationIntegrationTest, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, NoCacheHeaderTest, ResponseHeaderTest, SolrRequestParserTest, ConjunctionSolrSpellCheckerTest, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, TestFreeTextSuggestions, TestFuzzyAnalyzedSuggestions, TestHighFrequencyDictionaryFactory, TestPhraseSuggestions, BlockCacheTest, BlockDirectoryTest, TestDocTermOrds, TestDocTermOrdsUninvertLimit]
   [junit4] Completed [791/855 (1!)] on J1 in 95.87s, 1 test, 1 error <<< FAILURES!

[...truncated 199 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20190507_014035_12818105262347648416254.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid11364.hprof ...
   [junit4] Heap dump file created [609114866 bytes in 4.553 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8986 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid11364.hprof

Total time: 625 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1841 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1841/

All tests passed

Build Log:
[...truncated 63041 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj2133797719
 [ecj-lint] Compiling 69 source files to /tmp/ecj2133797719
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 28)
 [ecj-lint] 	import javax.naming.InitialContext;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.InitialContext is not accessible
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 29)
 [ecj-lint] 	import javax.naming.NamingException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NamingException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 182)
 [ecj-lint] 	c = getFromJndi(initProps, jndiName);
 [ecj-lint] 	    ^^^^^^^^^^^
 [ecj-lint] The method getFromJndi(Properties, String) from the type new Callable<Connection>(){} refers to the missing type NamingException
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 245)
 [ecj-lint] 	private Connection getFromJndi(final Properties initProps, final String jndiName) throws NamingException,
 [ecj-lint] 	                                                                                         ^^^^^^^^^^^^^^^
 [ecj-lint] NamingException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	                          ^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6 problems (6 errors)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:687: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:479: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2010: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2049: Compile failed; see the compiler error output for details.

Total time: 334 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1840 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1840/

4 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings

Error Message:
stage 2: inconsistent endOffset at pos=1: 12 vs 14; token=bz<EMOJI>禍 ﺶ

Stack Trace:
java.lang.IllegalStateException: stage 2: inconsistent endOffset at pos=1: 12 vs 14; token=bz<EMOJI>禍 ﺶ
	at __randomizedtesting.SeedInfo.seed([FD335D36B1469C78:9768E227E808BC8B]:0)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
	at org.apache.lucene.analysis.snowball.SnowballFilter.incrementToken(SnowballFilter.java:90)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:746)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:657)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:559)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts

Error Message:
Timed out waiting for overseer state change. The current overseer is: 127.0.0.1:43623_solr

Stack Trace:
java.lang.AssertionError: Timed out waiting for overseer state change. The current overseer is: 127.0.0.1:43623_solr
	at __randomizedtesting.SeedInfo.seed([92D96B978233C3FD:9AF87CC8BC6DD1F7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:70)
	at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:75)
	at org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts(OverseerRolesTest.java:188)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([92D96B978233C3FD]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([92D96B978233C3FD]:0)




Build Log:
[...truncated 3715 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> stage 0: bz<[0-2] +1> 禍<[11-12] +1> ﺶ<[13-14] +1> t<[18-19] +1> uv<[20-22] +1> 
   [junit4]   2> stage 1: bz<[0-2] +1> bz 禍<[0-12] +0> bz 禍 ﺶ<[0-14] +0> bz 禍 ﺶ t<[0-19] +0> bz 禍 ﺶ t uv<[0-22] +0> 禍<[11-12] +1> 禍 ﺶ<[11-14] +0> 
   [junit4]   2> stage 2: bz<EMOJI>禍<[0-12] +1> bz<EMOJI>禍 ﺶ<[0-14] +0> 
   [junit4]   2> TEST FAIL: useCharFilter=true text='bz  \u205a\u201b\u2063\u205a\u200c\u201c \ufa52,\ufeb6\ue187\ue9dd  t uv'
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2>   org.apache.lucene.analysis.MockCharFilter(java.io.StringReader@1a956f79)
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.standard.StandardTokenizer(org.apache.lucene.util.AttributeFactory$1@5220a7c6)
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@216992bf term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1, 16)
   [junit4]   2>   org.apache.lucene.analysis.shingle.FixedShingleFilter(ValidatingTokenFilter@23c8533c term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1, 2, <EMOJI>, <HIRAGANA>)
   [junit4]   2>   org.apache.lucene.analysis.snowball.SnowballFilter(ValidatingTokenFilter@72d37dee term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,keyword=false, org.tartarus.snowball.ext.DanishStemmer@e7b8f9b1)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=FD335D36B1469C78 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-CY -Dtests.timezone=Europe/Bratislava -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   16.7s J2 | TestRandomChains.testRandomChainsWithLargeStrings <<<
   [junit4]    > Throwable #1: java.lang.IllegalStateException: stage 2: inconsistent endOffset at pos=1: 12 vs 14; token=bz<EMOJI>禍 ﺶ
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FD335D36B1469C78:9768E227E808BC8B]:0)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
   [junit4]    > 	at org.apache.lucene.analysis.snowball.SnowballFilter.incrementToken(SnowballFilter.java:90)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:746)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:657)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:559)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_FD335D36B1469C78-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4d1f01ae), locale=en-CY, timezone=Europe/Bratislava
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=135501248,total=264241152
   [junit4]   2> NOTE: All tests run in this JVM: [TestBengaliFilters, TestSwedishAnalyzer, TestFingerprintFilter, TestSoraniStemFilter, TestComplexPrefix, TestMorphData, TestStemmerOverrideFilter, TestLimitTokenOffsetFilterFactory, TestSpanishLightStemFilterFactory, TestTeeSinkTokenFilter, TestLengthFilter, TestNorwegianMinimalStemFilter, TestStrangeOvergeneration, TestLatvianAnalyzer, TestHindiNormalizer, TestIrishLowerCaseFilter, TestFrenchAnalyzer, TestTrimFilterFactory, TestRandomChains]
   [junit4] Completed [212/291 (1!)] on J2 in 192.17s, 2 tests, 1 error <<< FAILURES!

[...truncated 10628 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 2549598 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/init-core-data-001
   [junit4]   2> 2549599 WARN  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
   [junit4]   2> 2549599 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2549600 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2549600 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001
   [junit4]   2> 2549600 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2549601 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2549601 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2549701 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43085
   [junit4]   2> 2549701 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43085
   [junit4]   2> 2549701 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43085
   [junit4]   2> 2549709 INFO  (zkConnectionManagerCallback-14760-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549712 INFO  (zkConnectionManagerCallback-14762-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549714 INFO  (zkConnectionManagerCallback-14764-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549717 WARN  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2549717 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2549717 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2549718 INFO  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2549722 WARN  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2549722 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2549722 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2549722 INFO  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2549723 WARN  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2549723 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2549723 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2549723 INFO  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2549724 WARN  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2549724 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2549724 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2549724 INFO  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2549725 WARN  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2549725 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2549725 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2549725 INFO  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2549727 INFO  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2549727 INFO  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2549727 INFO  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2549727 INFO  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d032e17{/solr,null,AVAILABLE}
   [junit4]   2> 2549728 INFO  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@732b06b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38598}
   [junit4]   2> 2549728 INFO  (jetty-launcher-14765-thread-1) [    ] o.e.j.s.Server Started @2549774ms
   [junit4]   2> 2549728 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38598}
   [junit4]   2> 2549728 ERROR (jetty-launcher-14765-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2549728 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2549729 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2549729 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2549729 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2549729 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T12:58:04.968080Z
   [junit4]   2> 2549731 INFO  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2549731 INFO  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2549731 INFO  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2549731 INFO  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7afd3719{/solr,null,AVAILABLE}
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5942bd3f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34615}
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.e.j.s.Server Started @2549778ms
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34615}
   [junit4]   2> 2549732 ERROR (jetty-launcher-14765-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2549732 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T12:58:04.971508Z
   [junit4]   2> 2549733 WARN  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2549734 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2549734 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2549734 INFO  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2549735 INFO  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2549735 INFO  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2549735 INFO  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2549736 INFO  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195d10a0{/solr,null,AVAILABLE}
   [junit4]   2> 2549736 INFO  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@48e0806f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37849}
   [junit4]   2> 2549736 INFO  (jetty-launcher-14765-thread-4) [    ] o.e.j.s.Server Started @2549783ms
   [junit4]   2> 2549736 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37849}
   [junit4]   2> 2549737 ERROR (jetty-launcher-14765-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2549737 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2549737 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2549737 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2549737 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2549737 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T12:58:04.976443Z
   [junit4]   2> 2549739 INFO  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2549739 INFO  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2549739 INFO  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2549739 INFO  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@544137cc{/solr,null,AVAILABLE}
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b1ca32a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43623}
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.e.j.s.Server Started @2549786ms
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43623}
   [junit4]   2> 2549740 ERROR (jetty-launcher-14765-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2549740 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T12:58:04.979686Z
   [junit4]   2> 2549742 INFO  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2549742 INFO  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2549742 INFO  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2549743 INFO  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e13890d{/solr,null,AVAILABLE}
   [junit4]   2> 2549743 INFO  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1df0edf5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45582}
   [junit4]   2> 2549743 INFO  (jetty-launcher-14765-thread-2) [    ] o.e.j.s.Server Started @2549789ms
   [junit4]   2> 2549743 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45582}
   [junit4]   2> 2549743 ERROR (jetty-launcher-14765-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2549743 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2549744 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2549744 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2549744 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2549744 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T12:58:04.983068Z
   [junit4]   2> 2549747 INFO  (zkConnectionManagerCallback-14771-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549747 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2549770 INFO  (zkConnectionManagerCallback-14769-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549771 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2549771 INFO  (zkConnectionManagerCallback-14773-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549772 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2549790 INFO  (zkConnectionManagerCallback-14767-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549797 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2549803 INFO  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2549803 INFO  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2549803 INFO  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2549804 INFO  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3233d3a{/solr,null,AVAILABLE}
   [junit4]   2> 2549813 INFO  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f8c05cc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44741}
   [junit4]   2> 2549813 INFO  (jetty-launcher-14765-thread-6) [    ] o.e.j.s.Server Started @2549859ms
   [junit4]   2> 2549813 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44741}
   [junit4]   2> 2549813 ERROR (jetty-launcher-14765-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2549813 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2549814 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2549814 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2549814 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2549814 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T12:58:05.053065Z
   [junit4]   2> 2549821 INFO  (zkConnectionManagerCallback-14775-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549821 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2549830 INFO  (zkConnectionManagerCallback-14781-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549831 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2549903 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2549904 WARN  (jetty-launcher-14765-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6829a38c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2549907 WARN  (jetty-launcher-14765-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3e07079c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2549908 INFO  (jetty-launcher-14765-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
   [junit4]   2> 2549923 INFO  (zkConnectionManagerCallback-14789-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2549949 INFO  (zkConnectionManagerCallback-14791-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550075 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43623_solr
   [junit4]   2> 2550076 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) starting
   [junit4]   2> 2550097 INFO  (zkConnectionManagerCallback-14798-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550100 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
   [junit4]   2> 2550102 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2550103 INFO  (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43623_solr
   [junit4]   2> 2550103 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43623_solr
   [junit4]   2> 2550105 INFO  (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2550106 WARN  (jetty-launcher-14765-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@724c28ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550128 WARN  (jetty-launcher-14765-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@72b0571[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550129 INFO  (jetty-launcher-14765-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
   [junit4]   2> 2550137 INFO  (zkCallback-14797-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2550146 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2550157 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2550157 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2550168 INFO  (zkConnectionManagerCallback-14805-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550173 WARN  (jetty-launcher-14765-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1fdbfc15[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550186 WARN  (jetty-launcher-14765-thread-5) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@278aa43d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550192 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43623.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550210 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43623.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550210 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43623.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550212 INFO  (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node3/.
   [junit4]   2> 2550213 INFO  (zkConnectionManagerCallback-14809-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550219 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2550224 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:38598_solr as DOWN
   [junit4]   2> 2550226 WARN  (jetty-launcher-14765-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@245f491d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550228 INFO  (jetty-launcher-14765-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
   [junit4]   2> 2550228 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2550228 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38598_solr
   [junit4]   2> 2550229 WARN  (jetty-launcher-14765-thread-5) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@dba4e85[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550230 INFO  (zkCallback-14790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2550231 INFO  (jetty-launcher-14765-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
   [junit4]   2> 2550233 INFO  (zkCallback-14797-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2550244 INFO  (zkCallback-14808-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2550269 INFO  (zkConnectionManagerCallback-14821-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550270 INFO  (zkConnectionManagerCallback-14826-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550271 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2550272 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
   [junit4]   2> 2550277 INFO  (zkConnectionManagerCallback-14818-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550281 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2550286 INFO  (zkConnectionManagerCallback-14828-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550287 INFO  (zkConnectionManagerCallback-14831-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550306 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2550306 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2550315 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:37849_solr as DOWN
   [junit4]   2> 2550315 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34615_solr as DOWN
   [junit4]   2> 2550317 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2550317 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37849_solr
   [junit4]   2> 2550317 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2550317 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34615_solr
   [junit4]   2> 2550319 INFO  (zkCallback-14808-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2550320 INFO  (zkCallback-14797-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2550320 INFO  (zkCallback-14790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2550329 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38598.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550336 INFO  (zkCallback-14827-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2550336 INFO  (zkCallback-14830-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2550348 INFO  (zkCallback-14825-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2550349 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38598.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550350 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38598.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550352 INFO  (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node1/.
   [junit4]   2> 2550375 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2550380 WARN  (jetty-launcher-14765-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@14f79e87[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550385 WARN  (jetty-launcher-14765-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@30eb9975[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550386 INFO  (jetty-launcher-14765-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
   [junit4]   2> 2550386 INFO  (zkConnectionManagerCallback-14840-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550388 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2550389 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
   [junit4]   2> 2550390 INFO  (zkConnectionManagerCallback-14845-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550390 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2550392 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2550393 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
   [junit4]   2> 2550405 INFO  (zkConnectionManagerCallback-14851-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550406 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2550420 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550440 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550440 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550440 INFO  (zkConnectionManagerCallback-14855-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550443 INFO  (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node5/.
   [junit4]   2> 2550446 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550452 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2550456 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:45582_solr as DOWN
   [junit4]   2> 2550457 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2550458 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2550458 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45582_solr
   [junit4]   2> 2550459 WARN  (jetty-launcher-14765-thread-6) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@56cd5839[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550459 INFO  (zkCallback-14797-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550460 INFO  (zkCallback-14825-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550461 INFO  (zkCallback-14839-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550461 INFO  (zkCallback-14827-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550461 INFO  (zkCallback-14808-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550461 INFO  (zkCallback-14830-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550461 INFO  (zkCallback-14790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550462 INFO  (zkCallback-14844-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550462 WARN  (jetty-launcher-14765-thread-6) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3cf7b3dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2550464 INFO  (jetty-launcher-14765-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
   [junit4]   2> 2550465 INFO  (zkCallback-14854-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2550466 INFO  (zkConnectionManagerCallback-14863-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550474 INFO  (zkConnectionManagerCallback-14865-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550481 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2550485 INFO  (zkConnectionManagerCallback-14872-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550487 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44741_solr as DOWN
   [junit4]   2> 2550487 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2550488 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2550488 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44741_solr
   [junit4]   2> 2550490 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
   [junit4]   2> 2550490 INFO  (zkCallback-14797-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550490 INFO  (zkCallback-14839-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550490 INFO  (zkCallback-14790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550490 INFO  (zkCallback-14808-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550491 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2550491 INFO  (zkCallback-14830-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550491 INFO  (zkCallback-14854-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550491 INFO  (zkCallback-14844-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550491 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550491 INFO  (zkCallback-14871-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550491 INFO  (zkCallback-14825-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550492 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550492 INFO  (zkCallback-14827-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550494 INFO  (zkCallback-14864-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2550495 INFO  (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node4/.
   [junit4]   2> 2550523 INFO  (zkConnectionManagerCallback-14878-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2550525 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 2550527 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
   [junit4]   2> 2550527 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2550528 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45582.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550583 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45582.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550583 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45582.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550586 INFO  (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node2/.
   [junit4]   2> 2550599 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44741.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550622 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44741.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550622 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44741.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
   [junit4]   2> 2550624 INFO  (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node6/.
   [junit4]   2> 2551033 INFO  (zkConnectionManagerCallback-14884-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2551035 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 2551036 INFO  (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
   [junit4]   2> 2551097 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerRole
   [junit4]   2> 2551098 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:43623_solr
   [junit4]   2> 2551098 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 2551104 INFO  (qtp1230383851-38632) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:43623_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551110 INFO  (OverseerThreadFactory-10708-thread-1-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:43623_solr
   [junit4]   2> 2551120 INFO  (qtp1230383851-38632) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43623_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=17
   [junit4]   2> 2551121 INFO  (qtp1230383851-38634) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:38598_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551129 INFO  (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2551133 INFO  (OverseerThreadFactory-10708-thread-2-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:38598_solr
   [junit4]   2> 2551136 INFO  (qtp1230383851-38634) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38598_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 2551137 INFO  (qtp1230383851-38635) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:37849_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551158 INFO  (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2551159 INFO  (OverseerThreadFactory-10708-thread-3-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:37849_solr
   [junit4]   2> 2551168 INFO  (qtp1230383851-38635) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37849_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=31
   [junit4]   2> 2551169 INFO  (qtp1230383851-38636) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:34615_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551173 INFO  (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2551173 INFO  (OverseerThreadFactory-10708-thread-4-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:34615_solr
   [junit4]   2> 2551183 INFO  (qtp1230383851-38636) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34615_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 2551184 INFO  (qtp1230383851-38631) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:45582_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551187 INFO  (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2551187 INFO  (OverseerThreadFactory-10708-thread-5-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:45582_solr
   [junit4]   2> 2551191 INFO  (qtp1230383851-38631) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45582_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 2551193 INFO  (qtp1230383851-38632) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551208 INFO  (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2551208 INFO  (OverseerThreadFactory-10708-thread-5-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:44741_solr
   [junit4]   2> 2551219 INFO  (qtp1230383851-38632) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=26
   [junit4]   2> 2551220 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest ### Setting overseer designate 127.0.0.1:45582_solr
   [junit4]   2> 2551222 INFO  (qtp1230383851-38634) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:45582_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551225 INFO  (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2551225 INFO  (OverseerThreadFactory-10708-thread-5-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:45582_solr
   [junit4]   2> 2551235 INFO  (qtp1230383851-38634) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45582_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 2551236 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:45582_solr
   [junit4]   2> 2551242 INFO  (Thread-7667) [    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73244414069571594-127.0.0.1:43623_solr-n_0000000000 overseer designates are [127.0.0.1:45582_solr]
   [junit4]   2> 2551242 INFO  (Thread-7667) [    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73244414069571594-127.0.0.1:43623_solr-n_0000000000, 73244414069571597-127.0.0.1:38598_solr-n_0000000001, 73244414069571602-127.0.0.1:37849_solr-n_0000000002, 73244414069571601-127.0.0.1:34615_solr-n_0000000003, 73244414069571606-127.0.0.1:45582_solr-n_0000000004, 73244414069571608-127.0.0.1:44741_solr-n_0000000005]
   [junit4]   2> 2551242 INFO  (Thread-7667) [    ] o.a.s.c.OverseerNodePrioritizer asking node 73244414069571606-127.0.0.1:45582_solr-n_0000000004 to come join election at head
   [junit4]   2> 2551248 INFO  (qtp572013249-38619) [n:127.0.0.1:45582_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571606-127.0.0.1:45582_solr-n_0000000004&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 2551248 INFO  (Thread-7667) [    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 73244414069571597-127.0.0.1:38598_solr-n_0000000001 to rejoin election  
   [junit4]   2> 2551259 INFO  (qtp1205448589-38578) [n:127.0.0.1:38598_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571597-127.0.0.1:38598_solr-n_0000000001&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2551261 INFO  (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"73244414069571594-127.0.0.1:43623_solr-n_0000000000"} 127.0.0.1:43623_solr
   [junit4]   2> 2551262 INFO  (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43623_solr
   [junit4]   2> 2551273 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) am exiting, but I'm still the leader
   [junit4]   2> 2551274 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
   [junit4]   2> 2551274 INFO  (zkCallback-14854-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45582_solr
   [junit4]   2> 2551275 INFO  (OverseerAutoScalingTriggerThread-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2551276 INFO  (zkCallback-14854-thread-1) [n:127.0.0.1:45582_solr    ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) starting
   [junit4]   2> 2551279 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
   [junit4]   2> 2551279 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
   [junit4]   2> 2551280 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
   [junit4]   2> 2551284 INFO  (OverseerStateUpdate-73244414069571606-127.0.0.1:45582_solr-n_0000000001) [n:127.0.0.1:45582_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45582_solr
   [junit4]   2> 2551342 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest ### Adding another overseer designate 127.0.0.1:44741_solr
   [junit4]   2> 2551343 INFO  (qtp1230383851-38635) [n:127.0.0.1:44741_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551348 INFO  (OverseerThreadFactory-10748-thread-1-processing-n:127.0.0.1:45582_solr) [n:127.0.0.1:45582_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:44741_solr
   [junit4]   2> 2551351 INFO  (qtp1230383851-38635) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 2551352 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:45582_solr
   [junit4]   2> 2551353 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 2551356 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1896992623
   [junit4]   2> 2551356 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45582_solr
   [junit4]   2> 2551357 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2551357 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:45582_solr as DOWN
   [junit4]   2> 2551362 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2551362 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31a4997e: rootName = solr_45582, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@364e0546
   [junit4]   2> 2551378 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2551378 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ba35091: rootName = solr_45582, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@39988018
   [junit4]   2> 2551386 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2551386 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56a71881: rootName = solr_45582, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7df0a1dd
   [junit4]   2> 2551386 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2551389 INFO  (closeThreadPool-14888-thread-2) [    ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) closing
   [junit4]   2> 2551389 INFO  (OverseerStateUpdate-73244414069571606-127.0.0.1:45582_solr-n_0000000001) [n:127.0.0.1:45582_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45582_solr
   [junit4]   2> 2551392 INFO  (OverseerAutoScalingTriggerThread-73244414069571606-127.0.0.1:45582_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2551395 INFO  (closeThreadPool-14888-thread-1) [    ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) closing
   [junit4]   2> 2551396 INFO  (zkCallback-14839-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551396 INFO  (zkCallback-14797-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551396 INFO  (zkCallback-14830-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551396 INFO  (zkCallback-14827-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551396 INFO  (zkCallback-14808-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551397 INFO  (zkCallback-14864-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551397 INFO  (zkCallback-14825-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551397 INFO  (zkCallback-14844-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551398 INFO  (zkCallback-14790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551398 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) closing
   [junit4]   2> 2551398 INFO  (zkCallback-14883-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551400 INFO  (zkCallback-14877-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 2551401 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1df0edf5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2551401 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e13890d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2551401 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2551402 INFO  (zkCallback-14830-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37849_solr
   [junit4]   2> 2551402 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:44741_solr
   [junit4]   2> 2551403 INFO  (zkCallback-14830-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) starting
   [junit4]   2> 2551419 INFO  (OverseerStateUpdate-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37849_solr
   [junit4]   2> 2551428 INFO  (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73244414069571602-127.0.0.1:37849_solr-n_0000000002 overseer designates are [127.0.0.1:45582_solr, 127.0.0.1:44741_solr]
   [junit4]   2> 2551429 INFO  (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73244414069571602-127.0.0.1:37849_solr-n_0000000002, 73244414069571601-127.0.0.1:34615_solr-n_0000000003, 73244414069571608-127.0.0.1:44741_solr-n_0000000005, 73244414069571597-127.0.0.1:38598_solr-n_0000000007, 73244414069571594-127.0.0.1:43623_solr-n_0000000008]
   [junit4]   2> 2551429 INFO  (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr    ] o.a.s.c.OverseerNodePrioritizer asking node 73244414069571608-127.0.0.1:44741_solr-n_0000000005 to come join election at head
   [junit4]   2> 2551440 INFO  (qtp1230383851-38631) [n:127.0.0.1:44741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571608-127.0.0.1:44741_solr-n_0000000005&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 2551440 INFO  (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 73244414069571601-127.0.0.1:34615_solr-n_0000000003 to rejoin election  
   [junit4]   2> 2551449 INFO  (qtp1129992887-38588) [n:127.0.0.1:34615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571601-127.0.0.1:34615_solr-n_0000000003&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 2551455 INFO  (OverseerStateUpdate-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"73244414069571602-127.0.0.1:37849_solr-n_0000000002"} 127.0.0.1:37849_solr
   [junit4]   2> 2551456 INFO  (OverseerStateUpdate-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37849_solr
   [junit4]   2> 2551458 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) am exiting, but I'm still the leader
   [junit4]   2> 2551467 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
   [junit4]   2> 2551467 INFO  (OverseerAutoScalingTriggerThread-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2551469 INFO  (zkCallback-14864-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44741_solr
   [junit4]   2> 2551471 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
   [junit4]   2> 2551471 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
   [junit4]   2> 2551471 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
   [junit4]   2> 2551473 INFO  (zkCallback-14864-thread-2) [n:127.0.0.1:44741_solr    ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) starting
   [junit4]   2> 2551484 INFO  (OverseerStateUpdate-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44741_solr
   [junit4]   2> 2551504 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest ### Adding last overseer designate 127.0.0.1:34615_solr
   [junit4]   2> 2551505 INFO  (qtp1129992887-38590) [n:127.0.0.1:34615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:34615_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551509 INFO  (OverseerThreadFactory-10757-thread-1-processing-n:127.0.0.1:44741_solr) [n:127.0.0.1:44741_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:34615_solr
   [junit4]   2> 2551511 INFO  (qtp1129992887-38590) [n:127.0.0.1:34615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34615_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 2551512 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:44741_solr
   [junit4]   2> 2551512 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 2551512 INFO  (qtp1129992887-38591) [n:127.0.0.1:34615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551515 INFO  (OverseerCollectionConfigSetProcessor-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2551515 INFO  (OverseerThreadFactory-10757-thread-2-processing-n:127.0.0.1:44741_solr) [n:127.0.0.1:44741_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:44741_solr
   [junit4]   2> 2551517 INFO  (qtp1129992887-38591) [n:127.0.0.1:34615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 2551517 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:34615_solr
   [junit4]   2> 2551518 INFO  (Thread-7670) [    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73244414069571608-127.0.0.1:44741_solr-n_0000000003 overseer designates are [127.0.0.1:45582_solr, 127.0.0.1:34615_solr]
   [junit4]   2> 2551518 INFO  (Thread-7670) [    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73244414069571608-127.0.0.1:44741_solr-n_0000000003, 73244414069571597-127.0.0.1:38598_solr-n_0000000007, 73244414069571594-127.0.0.1:43623_solr-n_0000000008, 73244414069571601-127.0.0.1:34615_solr-n_0000000010, 73244414069571602-127.0.0.1:37849_solr-n_0000000011]
   [junit4]   2> 2551518 INFO  (Thread-7670) [    ] o.a.s.c.OverseerNodePrioritizer asking node 73244414069571601-127.0.0.1:34615_solr-n_0000000010 to come join election at head
   [junit4]   2> 2551521 INFO  (zkCallback-14830-thread-2) [    ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
   [junit4]   2> 2551522 INFO  (qtp1129992887-38588) [n:127.0.0.1:34615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571601-127.0.0.1:34615_solr-n_0000000010&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2551523 INFO  (Thread-7670) [    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 73244414069571597-127.0.0.1:38598_solr-n_0000000007 to rejoin election  
   [junit4]   2> 2551525 INFO  (zkCallback-14790-thread-1) [    ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
   [junit4]   2> 2551526 INFO  (qtp1205448589-38580) [n:127.0.0.1:38598_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571597-127.0.0.1:38598_solr-n_0000000007&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2551528 INFO  (OverseerStateUpdate-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"73244414069571608-127.0.0.1:44741_solr-n_0000000003"} 127.0.0.1:44741_solr
   [junit4]   2> 2551529 INFO  (OverseerStateUpdate-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44741_solr
   [junit4]   2> 2551529 WARN  (OverseerExitThread) [    ] o.a.s.c.Overseer I (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) am exiting, but I'm still the leader
   [junit4]   2> 2551531 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
   [junit4]   2> 2551531 INFO  (OverseerAutoScalingTriggerThread-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2551534 INFO  (zkCallback-14827-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34615_solr
   [junit4]   2> 2551535 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
   [junit4]   2> 2551535 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
   [junit4]   2> 2551535 INFO  (OverseerExitThread) [    ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
   [junit4]   2> 2551535 INFO  (zkCallback-14827-thread-1) [n:127.0.0.1:34615_solr    ] o.a.s.c.Overseer Overseer (id=73244414069571601-127.0.0.1:34615_solr-n_0000000007) starting
   [junit4]   2> 2551539 INFO  (OverseerStateUpdate-73244414069571601-127.0.0.1:34615_solr-n_0000000007) [n:127.0.0.1:34615_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34615_solr
   [junit4]   2> 2551619 INFO  (qtp1129992887-38589) [n:127.0.0.1:34615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2551623 INFO  (OverseerThreadFactory-10761-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:44741_solr
   [junit4]   2> 2551626 INFO  (qtp1129992887-38589) [n:127.0.0.1:34615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 2551627 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [    ] o.a.s.c.OverseerRolesTest ### Sending QUIT to overseer 127.0.0.1:34615_solr
   [junit4]   2> 2551630 INFO  (OverseerStateUpdate-73244414069571601-127.0.0.1:34615_solr-n_0000000007) [n:127.0.0.1:34615_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"73244414069571601-127.0.0.1:34615_solr-n_0000000007"} 127.0.0.1:34615_solr
   [junit4]   2> 2551630 INFO  (OverseerStateUpdate-73244414069571601-127.0.0.1:34615_solr-n_0000000007) [

[...truncated too long message...]

:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1959603212
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1959603212
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1959603212

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 61ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 435 minutes 59 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1839 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1839/

2 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([F7D80A63C16FF740]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([F7D80A63C16FF740]:0)




Build Log:
[...truncated 16020 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/init-core-data-001
   [junit4]   2> 2786705 WARN  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=31 numCloses=31
   [junit4]   2> 2786705 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2786706 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 2786706 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2786706 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2786711 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2786711 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2786711 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2786811 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer start zk server on port:45775
   [junit4]   2> 2786811 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45775
   [junit4]   2> 2786812 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45775
   [junit4]   2> 2786816 INFO  (zkConnectionManagerCallback-71500-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2786820 INFO  (zkConnectionManagerCallback-71502-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2786821 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2786823 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2786824 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2786826 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2786828 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2786829 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2786831 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2786832 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2786833 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2786835 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2786836 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2786838 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2787027 WARN  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2787028 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2787028 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2787028 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2787047 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2787047 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2787047 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2787048 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71699809{/,null,AVAILABLE}
   [junit4]   2> 2787052 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16567bff{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46620}
   [junit4]   2> 2787052 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.s.Server Started @2787100ms
   [junit4]   2> 2787052 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/control/data, hostPort=46620, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 2787053 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2787053 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2787053 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2787053 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2787053 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2787054 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:46.026989Z
   [junit4]   2> 2787056 INFO  (zkConnectionManagerCallback-71504-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2787058 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2787058 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/solr.xml
   [junit4]   2> 2787062 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2787062 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2787064 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2787231 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2787233 WARN  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7aac8362[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2787238 WARN  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5a71c981[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2787239 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
   [junit4]   2> 2787247 INFO  (zkConnectionManagerCallback-71511-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2787256 INFO  (zkConnectionManagerCallback-71513-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2787404 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46620_
   [junit4]   2> 2787404 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.c.Overseer Overseer (id=73238840943443972-127.0.0.1:46620_-n_0000000000) starting
   [junit4]   2> 2787413 INFO  (zkConnectionManagerCallback-71520-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2787417 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2787419 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46620_
   [junit4]   2> 2787423 INFO  (OverseerStateUpdate-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46620_
   [junit4]   2> 2787428 INFO  (zkCallback-71519-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2787429 INFO  (OverseerStateUpdate-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2787460 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2787502 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2787525 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2787525 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2787528 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores
   [junit4]   2> 2787558 INFO  (zkConnectionManagerCallback-71526-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2787559 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2787561 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2787563 INFO  (qtp1277329185-151594) [n:127.0.0.1:46620_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46620_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2787567 INFO  (OverseerThreadFactory-14012-thread-1-processing-n:127.0.0.1:46620_) [n:127.0.0.1:46620_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2787677 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2787677 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2788696 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2788724 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2788818 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2788840 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2788841 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2788842 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2788847 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2788857 WARN  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2788928 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2788928 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2788930 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 2788930 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2788932 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28d64453
   [junit4]   2> 2788932 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a01015e[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2788934 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2788935 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2788935 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2788936 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632517119445827584
   [junit4]   2> 2788940 INFO  (searcherExecutor-14017-thread-1-processing-n:127.0.0.1:46620_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4a01015e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2788943 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2788943 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2788947 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2788948 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2788948 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46620/control_collection_shard1_replica_n1/
   [junit4]   2> 2788948 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2788948 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46620/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2788948 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73238840943443972-core_node2-n_0000000000
   [junit4]   2> 2788950 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46620/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2789052 INFO  (zkCallback-71512-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2789054 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2789056 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1379
   [junit4]   2> 2789058 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2789074 INFO  (qtp1277329185-151594) [n:127.0.0.1:46620_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2789160 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2789160 INFO  (zkCallback-71512-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2789160 INFO  (zkCallback-71512-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2789161 INFO  (qtp1277329185-151594) [n:127.0.0.1:46620_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46620_&wt=javabin&version=2} status=0 QTime=1597
   [junit4]   2> 2789169 INFO  (zkConnectionManagerCallback-71532-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2789171 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2789173 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2789173 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2789175 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2789181 INFO  (OverseerCollectionConfigSetProcessor-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2789182 INFO  (OverseerThreadFactory-14012-thread-2-processing-n:127.0.0.1:46620_) [n:127.0.0.1:46620_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2789390 WARN  (OverseerThreadFactory-14012-thread-2-processing-n:127.0.0.1:46620_) [n:127.0.0.1:46620_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2789392 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2789393 INFO  (qtp1277329185-151596) [n:127.0.0.1:46620_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=218
   [junit4]   2> 2789403 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=9
   [junit4]   2> 2789677 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001 of type NRT
   [junit4]   2> 2789688 WARN  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2789690 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2789690 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2789690 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2789703 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2789703 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2789703 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2789704 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dad2639{/,null,AVAILABLE}
   [junit4]   2> 2789704 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7645854{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45990}
   [junit4]   2> 2789705 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.Server Started @2789753ms
   [junit4]   2> 2789705 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty1, hostPort=45990, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001/cores}
   [junit4]   2> 2789705 ERROR (closeThreadPool-71533-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2789705 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2789705 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2789705 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2789705 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2789705 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:48.678685Z
   [junit4]   2> 2789708 INFO  (zkConnectionManagerCallback-71535-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2789709 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2789709 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001/solr.xml
   [junit4]   2> 2789713 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2789713 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2789715 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2790136 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2790139 WARN  (closeThreadPool-71533-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@488e0ef0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2790144 WARN  (closeThreadPool-71533-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@62ad7a36[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2790145 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
   [junit4]   2> 2790148 INFO  (zkConnectionManagerCallback-71542-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790163 INFO  (zkConnectionManagerCallback-71544-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790173 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2790179 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.c.ZkController Publish node=127.0.0.1:45990_ as DOWN
   [junit4]   2> 2790181 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2790181 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45990_
   [junit4]   2> 2790183 INFO  (zkCallback-71531-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2790183 INFO  (zkCallback-71519-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2790183 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2790184 INFO  (zkCallback-71543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2790218 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001 of type NRT
   [junit4]   2> 2790222 INFO  (zkConnectionManagerCallback-71551-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790227 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2790229 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2790230 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2790231 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2790232 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2790238 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2790238 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2790243 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2790243 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2790243 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2790244 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79dff35f{/,null,AVAILABLE}
   [junit4]   2> 2790244 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@26c7f459{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34979}
   [junit4]   2> 2790244 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.Server Started @2790293ms
   [junit4]   2> 2790244 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty2, hostPort=34979, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001/cores}
   [junit4]   2> 2790245 ERROR (closeThreadPool-71533-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2790245 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2790245 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2790245 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2790245 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2790245 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:49.218888Z
   [junit4]   2> 2790257 INFO  (zkConnectionManagerCallback-71554-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790261 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2790261 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001/solr.xml
   [junit4]   2> 2790265 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2790265 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2790268 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2790357 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2790396 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2790396 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2790429 INFO  (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001/cores
   [junit4]   2> 2790573 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2790574 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@74076aa6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2790578 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@71057bc1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2790580 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
   [junit4]   2> 2790587 INFO  (zkConnectionManagerCallback-71561-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790599 INFO  (zkConnectionManagerCallback-71563-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790618 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2790621 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001 of type NRT
   [junit4]   2> 2790621 WARN  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2790622 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2790622 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2790622 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2790628 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.c.ZkController Publish node=127.0.0.1:34979_ as DOWN
   [junit4]   2> 2790632 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2790633 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34979_
   [junit4]   2> 2790634 INFO  (zkCallback-71543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2790634 INFO  (zkCallback-71519-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2790634 INFO  (zkCallback-71531-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2790756 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2790756 INFO  (zkCallback-71550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2790757 INFO  (zkCallback-71562-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2790758 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2790758 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2790758 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2790758 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cee0ee5{/,null,AVAILABLE}
   [junit4]   2> 2790759 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54c76b06{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34500}
   [junit4]   2> 2790759 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.Server Started @2790807ms
   [junit4]   2> 2790759 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty3, hostPort=34500, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 2790760 ERROR (closeThreadPool-71533-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2790760 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2790760 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2790760 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2790760 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2790760 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:49.733365Z
   [junit4]   2> 2790779 INFO  (zkConnectionManagerCallback-71567-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790781 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2790781 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001/solr.xml
   [junit4]   2> 2790785 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2790785 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2790787 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2790812 INFO  (zkConnectionManagerCallback-71572-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2790818 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2790821 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2790825 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2790906 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2790979 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2790982 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2790991 INFO  (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001/cores
   [junit4]   2> 2791150 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2791161 WARN  (closeThreadPool-71533-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53dba72[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2791162 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001 of type NRT
   [junit4]   2> 2791163 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2791163 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2791163 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2791163 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2791186 WARN  (closeThreadPool-71533-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c5ee943[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2791188 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
   [junit4]   2> 2791189 INFO  (OverseerCollectionConfigSetProcessor-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2791201 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2791201 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2791201 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2791201 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66448c39{/,null,AVAILABLE}
   [junit4]   2> 2791202 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4153387a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34553}
   [junit4]   2> 2791202 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.Server Started @2791251ms
   [junit4]   2> 2791202 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty4, hostPort=34553, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 2791203 ERROR (closeThreadPool-71533-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2791203 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2791203 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2791203 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2791203 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2791203 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:50.176562Z
   [junit4]   2> 2791205 INFO  (zkConnectionManagerCallback-71580-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791211 INFO  (zkConnectionManagerCallback-71582-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791216 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2791216 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001/solr.xml
   [junit4]   2> 2791223 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2791223 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2791226 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2791236 INFO  (zkConnectionManagerCallback-71584-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791250 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2791269 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:34500_ as DOWN
   [junit4]   2> 2791278 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2791278 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34500_
   [junit4]   2> 2791280 INFO  (zkCallback-71531-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791280 INFO  (zkCallback-71543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791281 INFO  (zkCallback-71519-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791282 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791282 INFO  (zkCallback-71562-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791282 INFO  (zkCallback-71550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791340 INFO  (zkCallback-71571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791343 INFO  (zkCallback-71583-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2791548 INFO  (zkConnectionManagerCallback-71592-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791550 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2791554 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2791562 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2791566 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2791574 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@51da2d17[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2791593 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46b1082[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2791596 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
   [junit4]   2> 2791608 INFO  (zkConnectionManagerCallback-71599-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791613 INFO  (zkConnectionManagerCallback-71601-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791616 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2791621 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2791628 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:34553_ as DOWN
   [junit4]   2> 2791630 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2791630 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34553_
   [junit4]   2> 2791633 INFO  (zkCallback-71543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791633 INFO  (zkCallback-71531-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791633 INFO  (zkCallback-71519-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791633 INFO  (zkCallback-71571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791633 INFO  (zkCallback-71583-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791633 INFO  (zkCallback-71550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791633 INFO  (zkCallback-71562-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791633 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791634 INFO  (zkCallback-71591-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791647 INFO  (zkCallback-71600-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2791652 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2791653 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2791655 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001/cores
   [junit4]   2> 2791681 INFO  (zkConnectionManagerCallback-71608-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791684 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2791686 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2791686 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2791697 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001 of type NRT
   [junit4]   2> 2791707 WARN  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2791707 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2791708 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2791708 INFO  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2791732 INFO  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2791732 INFO  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2791732 INFO  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2791734 INFO  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@475cb8bc{/,null,AVAILABLE}
   [junit4]   2> 2791735 INFO  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a62d274{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41460}
   [junit4]   2> 2791735 INFO  (closeThreadPool-71533-thread-3) [    ] o.e.j.s.Server Started @2791784ms
   [junit4]   2> 2791735 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty5, hostPort=41460, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001/cores}
   [junit4]   2> 2791736 ERROR (closeThreadPool-71533-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2791736 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2791736 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2791736 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2791736 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2791736 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:50.709384Z
   [junit4]   2> 2791740 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2791742 INFO  (zkConnectionManagerCallback-71611-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791743 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2791743 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001/solr.xml
   [junit4]   2> 2791747 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2791747 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2791749 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2791787 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2791788 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2791790 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001/cores
   [junit4]   2> 2791867 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2791880 WARN  (closeThreadPool-71533-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26fd0838[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2791899 WARN  (closeThreadPool-71533-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15cc0dbf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2791900 INFO  (closeThreadPool-71533-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
   [junit4]   2> 2791927 INFO  (zkConnectionManagerCallback-71618-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791938 INFO  (zkConnectionManagerCallback-71620-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791945 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-6-001 of type NRT
   [junit4]   2> 2791945 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2791946 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2791946 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2791946 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2791948 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2791948 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2791948 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2791948 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a48cb01{/,null,AVAILABLE}
   [junit4]   2> 2791949 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d898615{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36852}
   [junit4]   2> 2791949 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2791949 INFO  (closeThreadPool-71533-thread-2) [    ] o.e.j.s.Server Started @2791997ms
   [junit4]   2> 2791949 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty6, hostPort=36852, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-6-001/cores, replicaType=NRT}
   [junit4]   2> 2791953 ERROR (closeThreadPool-71533-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2791953 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2791953 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2791953 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2791953 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2791953 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:50.926453Z
   [junit4]   2> 2791966 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.c.ZkController Publish node=127.0.0.1:41460_ as DOWN
   [junit4]   2> 2791967 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2791967 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41460_
   [junit4]   2> 2791971 INFO  (zkCallback-71519-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791971 INFO  (zkCallback-71543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791971 INFO  (zkCallback-71531-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791971 INFO  (zkCallback-71571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791971 INFO  (zkCallback-71562-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791971 INFO  (zkCallback-71550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791971 INFO  (zkCallback-71591-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791971 INFO  (zkCallback-71600-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791972 INFO  (zkCallback-71583-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791972 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791982 INFO  (zkConnectionManagerCallback-71624-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2791985 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2791985 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-6-001/solr.xml
   [junit4]   2> 2791997 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2791997 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2791997 INFO  (zkCallback-71607-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2791999 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2792007 INFO  (zkCallback-71619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 2792053 INFO  (zkConnectionManagerCallback-71630-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2792055 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 2792057 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2792069 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2792143 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2792180 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2792180 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2792183 INFO  (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001/cores
   [junit4]   2> 2792184 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2792186 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@12f1fea4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2792191 WARN  (closeThreadPool-71533-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7200e04f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2792193 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
   [junit4]   2> 2792213 INFO  (zkConnectionManagerCallback-71637-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2792246 INFO  (zkConnectionManagerCallback-71639-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2792262 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 2792269 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:36852_ as DOWN
   [junit4]   2> 2792271 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2792271 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36852_
   [junit4]   2> 2792273 INFO  (zkCallback-71519-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792273 INFO  (zkCallback-71531-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792273 INFO  (zkCallback-71571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792273 INFO  (zkCallback-71607-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792273 INFO  (zkCallback-71543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792274 INFO  (zkCallback-71619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792274 INFO  (zkCallback-71583-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792274 INFO  (zkCallback-71562-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792275 INFO  (zkCallback-71600-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792275 INFO  (zkCallback-71550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792275 INFO  (zkCallback-71591-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792279 INFO  (zkCallback-71512-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792288 INFO  (zkCallback-71629-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792290 INFO  (zkCallback-71638-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 2792343 INFO  (zkConnectionManagerCallback-71646-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2792345 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
   [junit4]   2> 2792347 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
   [junit4]   2> 2792363 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2792452 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-7-001 of type NRT
   [junit4]   2> 2792455 WARN  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2792456 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2792456 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2792456 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2792491 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2792491 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2792491 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2792492 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@617aa2db{/,null,AVAILABLE}
   [junit4]   2> 2792493 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@619c186f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36307}
   [junit4]   2> 2792493 INFO  (closeThreadPool-71533-thread-1) [    ] o.e.j.s.Server Started @2792541ms
   [junit4]   2> 2792493 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty7, hostPort=36307, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-7-001/cores, replicaType=NRT}
   [junit4]   2> 2792494 ERROR (closeThreadPool-71533-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2792494 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2792494 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2792494 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2792494 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2792494 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T13:20:51.467423Z
   [junit4]   2> 2792502 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2792522 INFO  (zkConnectionManagerCallback-71649-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2792525 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2792525 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-7-001/solr.xml
   [junit4]   2> 2792531 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2792531 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2792538 INFO  (closeThreadPool-71533-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2792665 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
   [junit4]   2> 2792666 INFO  (closeThreadPool-71533-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx

[...truncated too long message...]

:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1221331740
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1221331740
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1221331740

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 68ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 494 minutes 26 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1838 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1838/

7 tests failed.
FAILED:  org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.util.packed.TestPackedInts

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Error from server at http://127.0.0.1:43761/collection1: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_C1D8EB6E91888BE5-001/index-SimpleFSDirectory-003/_4_3_Direct_0.dvdd: Too many open files

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43761/collection1: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_C1D8EB6E91888BE5-001/index-SimpleFSDirectory-003/_4_3_Direct_0.dvdd: Too many open files
	at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:498CD4B43F74E61D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1726)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:409)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionAdd

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:6932189366986B20]:0)
	at org.mockito.Mockito.spy(Mockito.java:1980)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionAdd(DistributedUpdateProcessorTest.java:101)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
	at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionDelete

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:3296BFD3C864A25F]:0)
	at org.mockito.Mockito.spy(Mockito.java:1980)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionDelete(DistributedUpdateProcessorTest.java:125)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
	at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.update.PeerSyncWithLeaderTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36969/v/ig/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36969/v/ig/collection1
	at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:498CD4B43F74E61D]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36969/v/ig/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
	... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 49 more


FAILED:  org.apache.solr.update.PeerSyncTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38320/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38320/collection1
	at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:498CD4B43F74E61D]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38320/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
	... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 49 more




Build Log:
[...truncated 2210 lines...]
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4]   2> May 02, 2019 12:17:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.util.packed.TestPackedInts
   [junit4]   2>    1) Thread[id=13305, name=SUITE-TestPackedInts-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base/java.lang.Thread.getStackTrace(Thread.java:1606)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.base/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
   [junit4]   2>    2) Thread[id=11, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    3) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2>    4) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.base@11.0.1/java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.join(Thread.java:1305)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.join(Thread.java:1379)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.method=testPackedLongValues -Dtests.seed=1A186E29475515D6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-DK -Dtests.timezone=America/Juneau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   7179s J2 | TestPackedInts.testPackedLongValues <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)
   [junit4]   2> May 02, 2019 12:17:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> May 02, 2019 12:17:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.util.packed.TestPackedInts: 
   [junit4]   2>    1) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> May 02, 2019 12:17:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2> May 02, 2019 12:17:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=988, maxMBSortInHeap=6.353315933231055, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@31fbffb3), locale=en-DK, timezone=America/Juneau
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=2,free=417996096,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDeterminism, TestNativeFSLockFactory, TestSimilarityProvider, TestWeakIdentityMap, TestIndexableField, TestStressIndexing2, Test2BPostings, TestMultiPhraseQuery, TestDemoParallelLeafReader, TestSortRescorer, TestPhrasePrefixQuery, TestMultiFields, TestSimpleAttributeImpl, TestAddIndexes, TestSpanNearQuery, TestPendingDeletes, TestUnicodeUtil, TestLucene60PointsFormat, TestDocumentWriter, TestMultiThreadTermVectors, TestSimpleExplanationsWithFillerDocs, TestTragicIndexWriterDeadlock, TestGraphTokenizers, TestNamedSPILoader, TestOmitTf, TestGeoEncodingUtils, TestUpgradeIndexMergePolicy, TestRollingUpdates, TestCustomNorms, TestSameScoresWithThreads, TestOfflineSorter, TestUTF32ToUTF8, TestBooleanRewrites, TestAxiomaticF3EXP, TestSpanCollection, TestStressAdvance, TestAttributeSource, TestSegmentCacheables, TestClassicSimilarity, TestLatLonPointDistanceSort, TestIndexCommit, TestFilterCodecReader, TestPositionIncrement, TermInSetQueryTest, TestIndexWriterDeleteByQuery, TestDoubleValuesSource, TestPolygon2D, TestPrefixCodedTerms, TestRegexpRandom2, TestMultiMMap, TestBKDRadixSelector, TestTermdocPerf, TestBytesRefArray, TestSpanSearchEquivalence, TestNeedsScores, TestDocValuesIndexing, TestBytesRefAttImpl, TestDateSort, TestSpanExplanationsOfNonMatches, TestFieldType, TestSpansEnum, TestReaderPool, TestLucene80DocValuesFormat, TestNeverDelete, TestCachingCollector, TestIndexWriterThreadsToSegments, TestSwappedIndexFiles, TestFilterDirectory, TestMixedCodecs, TestMSBRadixSorter, TestLatLonDocValuesQueries, TestWildcard, TestDoubleRange, TestGraphTokenStreamFiniteStrings, TestSearchForDuplicates, TestIntroSelector, TestSparseFixedBitDocIdSet, TestQueryVisitor, TestRecyclingByteBlockAllocator, TestNumericDocValuesUpdates, Test2BSortedDocValuesOrds, TestCodecHoldsOpenFiles, TestFieldReuse, TestTotalHits, TestParallelTermEnum, TestBoolean2ScorerSupplier, TestBooleanMinShouldMatch, TestBooleanOr, TestComplexExplanations, TestComplexExplanationsOfNonMatches, TestConjunctionDISI, TestConstantScoreQuery, TestConstantScoreScorer, TestDocIdSetIterator, TestDocValuesQueries, TestFilterWeight, TestFloatRangeFieldQueries, TestLiveFieldValues, TestLongRangeFieldQueries, TestMatchAllDocsQuery, TestMatchNoDocsQuery, TestMaxScoreSumPropagator, TestMinShouldMatch2, TestMultiCollector, TestMultiTermConstantScore, TestPhraseQuery, TestPositiveScoresOnlyCollector, TestPrefixInBooleanQuery, TestPrefixQuery, TestPrefixRandom, TestRegexpQuery, TestScoreCachingWrappingScorer, TestScorerPerf, TestSearchAfter, TestSearchWithThreads, TestSimpleSearchEquivalence, TestSloppyPhraseQuery, TestSloppyPhraseQuery2, TestTopDocsMerge, TestAxiomaticF1LOG, TestAxiomaticSimilarity, TestBM25Similarity, TestBasicModelIn, TestDistributionSPL, TestIndependenceStandardized, TestLMJelinekMercerSimilarity, TestSleepingLockWrapper, TestDocIdSetBuilder, TestFilterIterator, TestFixedBitDocIdSet, TestFixedBitSet, TestPriorityQueue, TestRecyclingIntBlockAllocator, TestRoaringDocIdSet, TestRollingBuffer, TestSetOnce, TestStringMSBRadixSorter, LimitedFiniteStringsIteratorTest, TestCompiledAutomaton, TestDeterminizeLexicon, TestLevenshteinAutomata, TestMinimize, TestBytesStore, TestPackedInts]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.seed=1A186E29475515D6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-DK -Dtests.timezone=America/Juneau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestPackedInts (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)
   [junit4] Completed [514/514 (1!)] on J2 in 7222.71s, 23 tests, 2 errors, 1 skipped <<< FAILURES!

[...truncated 10904 lines...]
   [junit4] Suite: org.apache.solr.update.PeerSyncTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/init-core-data-001
   [junit4]   2> 8471 INFO  (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 8474 INFO  (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 8474 INFO  (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 8475 INFO  (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 8500 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 8707 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr
   [junit4]   2> 8712 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 9192 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 10081 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 10245 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 10304 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 10324 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 10409 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 10661 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 11210 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 11465 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 11474 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 11493 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 11642 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 12015 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 13369 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 13970 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3fa079b1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 14409 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@429b6c13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 14859 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 14861 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 15339 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 15348 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 15349 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 15542 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 15648 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 15778 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 16773 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 16943 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 16995 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 17011 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/init-core-data-001/]
   [junit4]   2> 17217 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.9296875, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.606527741165287, segmentsPerTier=28.0, maxCFSSegmentSizeMB=0.744140625, noCFSRatio=0.0, deletesPctAllowed=24.443523987807666
   [junit4]   2> 17870 WARN  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 18695 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 18695 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 18717 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 18717 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 18727 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=20.955078125, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=27.271439198847617, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22923975428613697, deletesPctAllowed=34.66797836246508
   [junit4]   2> 18751 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@646daa9[collection1] main]
   [junit4]   2> 19024 WARN  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 19103 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 19117 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632414493496573952
   [junit4]   2> 19155 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@646daa9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 19160 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 20030 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores/collection1
   [junit4]   2> 20199 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 20483 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 20484 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 20491 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 20556 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 20556 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 20557 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 20582 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@562db21c{/,null,AVAILABLE}
   [junit4]   2> 20599 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3884903f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43005}
   [junit4]   2> 20599 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.Server Started @20650ms
   [junit4]   2> 20599 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=43005, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores}
   [junit4]   2> 20635 ERROR (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 20635 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 20638 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 20638 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 20642 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 20648 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T10:09:37.705394Z
   [junit4]   2> 20656 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/solr.xml
   [junit4]   2> 20704 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 20704 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 20746 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 21090 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 21101 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6428640f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 21129 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c5bea9a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 21174 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 21175 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 21267 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 21269 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 21269 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 21284 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores
   [junit4]   2> 21287 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 21300 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 21372 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 21463 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 21926 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 22043 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 22049 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 22049 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 22068 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.9296875, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.606527741165287, segmentsPerTier=28.0, maxCFSSegmentSizeMB=0.744140625, noCFSRatio=0.0, deletesPctAllowed=24.443523987807666
   [junit4]   2> 22074 WARN  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 22255 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 22255 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 22260 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 22260 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 22282 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=20.955078125, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=27.271439198847617, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22923975428613697, deletesPctAllowed=34.66797836246508
   [junit4]   2> 22284 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c210331[collection1] main]
   [junit4]   2> 22285 WARN  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 22287 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 22287 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632414496821608448
   [junit4]   2> 22308 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c210331[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22899 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 22906 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 22907 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 22907 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 22908 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 22915 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 22915 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 22915 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 22935 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44aefdc{/,null,AVAILABLE}
   [junit4]   2> 22940 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f4cfeb8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38320}
   [junit4]   2> 22940 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.s.Server Started @22990ms
   [junit4]   2> 22940 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=38320, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores}
   [junit4]   2> 22941 ERROR (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 22941 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 22941 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 22941 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 22942 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 22942 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T10:09:40.003107Z
   [junit4]   2> 22942 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 23043 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 23043 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 23141 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 23901 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 23933 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64fa91a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 23966 WARN  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26f417[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 24072 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 24073 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 24268 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 24429 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 24430 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 24442 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores
   [junit4]   2> 24443 INFO  (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 24468 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 24616 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 25331 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 25711 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 25833 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 25835 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
   [junit4]   2> 25838 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 25852 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.9296875, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.606527741165287, segmentsPerTier=28.0, maxCFSSegmentSizeMB=0.744140625, noCFSRatio=0.0, deletesPctAllowed=24.443523987807666
   [junit4]   2> 25879 WARN  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 26071 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 26071 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 26075 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 26075 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 26079 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=20.955078125, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=27.271439198847617, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22923975428613697, deletesPctAllowed=34.66797836246508
   [junit4]   2> 26085 INFO  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c746de0[collection1] main]
   [junit4]   2> 26086 WARN  (coreLoadExecutor-38-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; sw

[...truncated too long message...]

ail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null489106990
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null489106990
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null489106990

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 430 minutes 18 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1837 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1837/

3 tests failed.
FAILED:  org.apache.solr.update.PeerSyncWithLeaderTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43975/d/j/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43975/d/j/collection1
	at __randomizedtesting.SeedInfo.seed([825FDEA56285E1BD:A0BE17FCC798C45]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43975/d/j/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
	... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 49 more


FAILED:  org.apache.solr.cloud.ReindexCollectionTest.testBasicReindexing

Error Message:
num docs expected:<200> but was:<199>

Stack Trace:
java.lang.AssertionError: num docs expected:<200> but was:<199>
	at __randomizedtesting.SeedInfo.seed([825FDEA56285E1BD:11FD114A6A6C3585]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.apache.solr.cloud.ReindexCollectionTest.indexDocs(ReindexCollectionTest.java:376)
	at org.apache.solr.cloud.ReindexCollectionTest.testBasicReindexing(ReindexCollectionTest.java:123)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.update.PeerSyncTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:32871/e_/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:32871/e_/collection1
	at __randomizedtesting.SeedInfo.seed([825FDEA56285E1BD:A0BE17FCC798C45]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:32871/e_/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
	... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 49 more




Build Log:
[...truncated 13978 lines...]
   [junit4] Suite: org.apache.solr.update.PeerSyncTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/init-core-data-001
   [junit4]   2> 2196551 INFO  (SUITE-PeerSyncTest-seed#[825FDEA56285E1BD]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /e_/
   [junit4]   2> 2196564 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2196880 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2197283 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2198032 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2199649 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2199664 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@63d1128d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2199666 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33856700[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2199746 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2199746 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2199816 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2199853 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2199853 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2199874 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2199948 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2200007 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2200707 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2200762 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2200763 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2200763 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/init-core-data-001/]
   [junit4]   2> 2200777 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2200779 WARN  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2201020 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2201021 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2201022 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2201022 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2201023 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
   [junit4]   2> 2201023 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d4f10b1[collection1] main]
   [junit4]   2> 2201024 WARN  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 2201024 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2201024 INFO  (coreLoadExecutor-3161-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333446956187648
   [junit4]   2> 2201061 INFO  (searcherExecutor-3162-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d4f10b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2202657 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2202658 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2202658 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2202658 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2202659 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2202659 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2202659 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2202660 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@504cef6{/e_,null,AVAILABLE}
   [junit4]   2> 2202660 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1dc58486{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36559}
   [junit4]   2> 2202660 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server Started @2203036ms
   [junit4]   2> 2202660 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=36559, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/cores}
   [junit4]   2> 2202661 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2202661 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2202661 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2202661 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2202661 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2202661 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-01T12:41:25.810117Z
   [junit4]   2> 2202661 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/solr.xml
   [junit4]   2> 2202680 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2202680 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2202824 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2203514 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2203515 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68f1c2e8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2203535 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11b13c75[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2203608 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2203608 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2203697 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2203789 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2203789 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2203803 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/cores
   [junit4]   2> 2203804 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2203805 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2203968 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2204041 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2204440 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2204478 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2204479 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2204479 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 2204498 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2204499 WARN  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2204768 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2204768 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2204770 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2204770 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2204771 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
   [junit4]   2> 2204771 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b21267c[collection1] main]
   [junit4]   2> 2204784 WARN  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 2204785 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2204785 INFO  (coreLoadExecutor-3175-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333450899881984
   [junit4]   2> 2204787 INFO  (searcherExecutor-3176-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b21267c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2206331 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2206344 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2206344 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2206344 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2206345 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2206345 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2206345 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2206345 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@581eefa{/e_,null,AVAILABLE}
   [junit4]   2> 2206345 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b63a45b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32871}
   [junit4]   2> 2206345 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server Started @2206721ms
   [junit4]   2> 2206345 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=32871, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/cores}
   [junit4]   2> 2206346 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2206346 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2206346 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2206346 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2206346 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2206346 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-01T12:41:29.495391Z
   [junit4]   2> 2206346 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 2206365 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2206365 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2206367 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2207440 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2207463 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4bd40e66[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2207484 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@534c8d79[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2207558 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2207558 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2207651 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2207704 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2207704 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2207723 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/cores
   [junit4]   2> 2207723 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2207724 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2207910 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2207996 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2208488 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2208580 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2208581 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2208581 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 2208597 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2208634 WARN  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2208922 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2208922 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2208924 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2208924 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2208937 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
   [junit4]   2> 2208937 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b958d07[collection1] main]
   [junit4]   2> 2208938 WARN  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 2208938 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2208938 INFO  (coreLoadExecutor-3189-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333455254618112
   [junit4]   2> 2208941 INFO  (searcherExecutor-3190-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b958d07[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2210217 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2210218 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2210218 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2210218 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2210221 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2210221 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2210221 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2210221 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a595db7{/e_,null,AVAILABLE}
   [junit4]   2> 2210222 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@65339415{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33427}
   [junit4]   2> 2210222 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server Started @2210598ms
   [junit4]   2> 2210222 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=33427, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/cores}
   [junit4]   2> 2210222 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2210222 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2210222 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2210222 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2210222 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2210223 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-01T12:41:33.371995Z
   [junit4]   2> 2210223 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 2210242 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2210242 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2210243 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2211203 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2211218 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@38a17073[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2211262 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3d753b82[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2211404 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2211404 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2211479 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2211572 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2211572 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2211587 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/cores
   [junit4]   2> 2211587 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2211587 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2211753 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2211808 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2212193 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2212270 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2212306 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2212306 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 2212325 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2212336 WARN  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2212793 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2212793 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2212795 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2212795 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2212810 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
   [junit4]   2> 2212810 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fe3f7d7[collection1] main]
   [junit4]   2> 2212810 WARN  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 2212811 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2212811 INFO  (coreLoadExecutor-3203-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333459315752960
   [junit4]   2> 2212840 INFO  (searcherExecutor-3204-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fe3f7d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2213558 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2213571 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2213571 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2213571 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2213572 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2213572 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2213572 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2213573 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2958a317{/e_,null,AVAILABLE}
   [junit4]   2> 2213573 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b4a1af{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33635}
   [junit4]   2> 2213573 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.s.Server Started @2213949ms
   [junit4]   2> 2213573 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=33635, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/cores}
   [junit4]   2> 2213574 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2213574 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2213574 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2213574 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2213574 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2213574 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-01T12:41:36.723229Z
   [junit4]   2> 2213574 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 2213593 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2213593 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2213594 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2213922 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2213936 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@40f627e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2214001 WARN  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3ab834ec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2214074 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2214074 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2214149 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2214257 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2214258 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2214276 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/cores
   [junit4]   2> 2214276 INFO  (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2214290 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2214456 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2214566 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2215307 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2215357 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2215358 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
   [junit4]   2> 2215358 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 2215360 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2215386 WARN  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2215570 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2215570 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2215584 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2215584 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2215585 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
   [junit4]   2> 2215586 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fb12348[collection1] main]
   [junit4]   2> 2215586 WARN  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 2215586 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2215587 INFO  (coreLoadExecutor-3217-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333462226599936
   [junit4]   2> 2215605 INFO  (searcherExecutor-3218-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fb12348[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2215620 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 2
   [junit4]   2> 2215630 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
   [junit4]   2> 2215657 INFO  (qtp899807676-12933) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33793860[collection1] realtime]
   [junit4]   2> 2215658 INFO  (qtp899807676-12933) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:20.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 2215658 INFO  (qtp899807676-12933) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=20
   [junit4]   2> 2215658 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 2215659 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE.  We have no versions.  sync failed.
   [junit4]   2> 2215674 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 2215674 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2215674 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:32871/e_/collection1&wt=javabin&version=2} status=0 QTime=44
   [junit4]   2> 2215676 INFO  (qtp740882604-12953) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 1
   [junit4]   2> 2215677 INFO  (qtp740882604-12954) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
   [junit4]   2> 2215686 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 2215686 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2215693 INFO  (qtp740882604-12954) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5dae319d[collection1] realtime]
   [junit4]   2> 2215694 INFO  (qtp740882604-12954) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:7.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 2215694 INFO  (qtp740882604-12954) [    x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 2215694 INFO  (qtp740882604-12954) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:32871/e_/collection1&wt=javabin&version=2} status=0 QTime=17
   [junit4]   2> 2215695 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462339846144,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2215695 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6f5d64a commitCommandVersion:1632333462339846144
   [junit4]   2> 2215696 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63fdc84e[collection1] main]
   [junit4]   2> 2215696 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2215714 INFO  (searcherExecutor-3190-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@63fdc84e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498804, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2215714 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
   [junit4]   2> 2215722 INFO  (qtp740882604-12955) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462368157696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2215722 INFO  (qtp740882604-12955) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1791dab3 commitCommandVersion:1632333462368157696
   [junit4]   2> 2215724 INFO  (qtp740882604-12955) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a5406fc[collection1] main]
   [junit4]   2> 2215724 INFO  (qtp740882604-12955) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2215725 INFO  (searcherExecutor-3204-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a5406fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498838, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2215725 INFO  (qtp740882604-12955) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 2215738 INFO  (qtp899807676-12932) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2215739 INFO  (qtp740882604-12951) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2215743 INFO  (qtp899807676-12933) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 2
   [junit4]   2> 2215744 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
   [junit4]   2> 2215765 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68c94095[collection1] realtime]
   [junit4]   2> 2215765 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:20.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 2215765 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=21
   [junit4]   2> 2215766 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 2215783 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 2215783 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2215783 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=  Received 2 versions from http://127.0.0.1:32871/e_/collection1 fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 2215784 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={distrib=false&qt=/get&checkCanHandleVersionRanges=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2215784 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Requesting updates from http://127.0.0.1:32871/e_/collection1n=1 versions=2...2
   [junit4]   2> 2215785 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 2215785 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={getUpdates=2...2&distrib=false&qt=/get&fingerprint=true&onlyIfActive=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2215825 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (2)]} 0 39
   [junit4]   2> 2215839 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51806880[collection1] realtime]
   [junit4]   2> 2215839 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:14.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 2215856 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.PeerSync Fingerprint comparison: 0
   [junit4]   2> 2215856 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. sync succeeded
   [junit4]   2> 2215856 INFO  (qtp740882604-12952) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:32871/e_/collection1&wt=javabin&version=2} status=0 QTime=112
   [junit4]   2> 2215865 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462518104064,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2215865 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6f5d64a commitCommandVersion:1632333462518104064
   [junit4]   2> 2215866 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@784bd568[collection1] main]
   [junit4]   2> 2215866 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2215884 INFO  (searcherExecutor-3190-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@784bd568[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498804, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498912, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2215884 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
   [junit4]   2> 2215885 INFO  (qtp740882604-12953) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462539075584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2215886 INFO  (qtp740882604-12953) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1791dab3 commitCommandVersion:1632333462539075584
   [junit4]   2> 2215886 INFO  (qtp740882604-12953) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@98961fb[collection1] main]
   [junit4]   2> 2215887 INFO  (qtp740882604-12953) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2215900 INFO  (searcherExecutor-3204-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@98961fb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498838, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498986, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 2215900 INFO  (qtp740882604-12953) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
   [junit4]   2> 2215901 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 2215902 INFO  (qtp740882604-12954) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 2215921 INFO  (qtp899807676-12932) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[3 (3)]} 0 17
   [junit4]   2> 2215921 INFO  (qtp899807676-12932) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[4 (4)]} 0 0
   [junit4]   2> 2215923 INFO  (qtp899807676-12932) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[5 (5)]} 0 1
   [junit4]   2> 2215924 INFO  (qtp899807676-12932) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[6 (6)]} 0 0
   [junit4]   2> 2215937 INFO  (qtp899807676-12933) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[7 (7)]} 0 0
   [junit4]   2> 2215938 INFO  (qtp899807676-12934) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[8 (8)]} 0 0
   [junit4]   2> 2215939 INFO  (qtp899807676-12930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[9 (9)]} 0 0
   [junit4]   2> 2215971 INFO  (qtp899807676-12931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[10 (10)]} 0 31
   [junit4]   2> 2215977 INFO  (qtp740882604-12955) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
   [junit4]   2> 2216031 INFO  (qtp899807676-12932) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73476d8d[collection1] realtime]
   [junit4]   2> 2216032 INFO  (qtp899807676-12932) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:53.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=10

[...truncated too long message...]

etLossyReindexing/terms/shard2
   [junit4]   2> 	8	/solr/collections/.rx_sameTargetReindexing_5/terms/shard2
   [junit4]   2> 	8	/solr/collections/basicReindexing/terms/shard1
   [junit4]   2> 	8	/solr/collections/reshapeReindexingTarget/terms/baz
   [junit4]   2> 	8	/solr/collections/reshapeReindexingTarget/terms/bar
   [junit4]   2> 	8	/solr/collections/failReindexing/terms/shard2
   [junit4]   2> 	8	/solr/collections/failReindexing/terms/shard1
   [junit4]   2> 	5	/solr/configs/_default
   [junit4]   2> 	5	/solr/configs/_default/managed-schema
   [junit4]   2> 	4	/solr/collections/.rx_ck_sourceLossyReindexing/terms/shard1
   [junit4]   2> 	4	/solr/collections/abortReindexingTarget/state.json
   [junit4]   2> 	4	/solr/collections/abortReindexing/state.json
   [junit4]   2> 	3	/solr/collections/targetLossyReindexing/state.json
   [junit4]   2> 	3	/solr/collections/.rx_ck_abortReindexing/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_reshapeReindexing/terms/shard1
   [junit4]   2> 	3	/solr/collections/abortReindexing/terms/shard2
   [junit4]   2> 	3	/solr/collections/abortReindexing/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_failReindexing/terms/shard1
   [junit4]   2> 	3	/solr/collections/abortReindexingTarget/terms/shard1
   [junit4]   2> 	3	/solr/collections/.rx_ck_sameTargetReindexing/terms/shard1
   [junit4]   2> 	2	/solr/collections/.rx_ck_abortReindexing/state.json
   [junit4]   2> 	2	/solr/collections/reshapeReindexingTarget/state.json
   [junit4]   2> 	2	/solr/collections/sourceLossyReindexing/state.json
   [junit4]   2> 	2	/solr/collections/.rx_sameTargetReindexing_5/state.json
   [junit4]   2> 	2	/solr/collections/reshapeReindexing/state.json
   [junit4]   2> 	2	/solr/collections/failReindexing/state.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf2
   [junit4]   2> 	2	/solr/configs/conf3
   [junit4]   2> 	2	/solr/collections/abortReindexingTarget/terms/shard2
   [junit4]   2> 	2	/solr/collections/.rx_ck_failReindexing/state.json
   [junit4]   2> 	2	/solr/collections/sameTargetReindexing/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/aliases.json
   [junit4]   2> 	34	/solr/clusterstate.json
   [junit4]   2> 	21	/solr/collections/targetLossyReindexing/state.json
   [junit4]   2> 	21	/solr/collections/failReindexingTarget/state.json
   [junit4]   2> 	20	/solr/collections/abortReindexing/state.json
   [junit4]   2> 	17	/solr/collections/reshapeReindexingTarget/state.json
   [junit4]   2> 	16	/solr/collections/reshapeReindexing/state.json
   [junit4]   2> 	16	/solr/collections/sourceLossyReindexing/state.json
   [junit4]   2> 	15	/solr/collections/failReindexing/state.json
   [junit4]   2> 	15	/solr/collections/sameTargetReindexing/state.json
   [junit4]   2> 	14	/solr/collections/.rx_sameTargetReindexing_5/state.json
   [junit4]   2> 	12	/solr/collections/abortReindexingTarget/state.json
   [junit4]   2> 	11	/solr/collections/basicReindexing/state.json
   [junit4]   2> 	9	/solr/collections/.rx_ck_reshapeReindexing/state.json
   [junit4]   2> 	9	/solr/collections/.rx_ck_sourceLossyReindexing/state.json
   [junit4]   2> 	9	/solr/collections/.rx_ck_sameTargetReindexing/state.json
   [junit4]   2> 	7	/solr/collections/.rx_ck_abortReindexing/state.json
   [junit4]   2> 	7	/solr/collections/.rx_ck_failReindexing/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	43	/solr/collections
   [junit4]   2> 	34	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 5727890 INFO  (SUITE-ReindexCollectionTest-seed#[825FDEA56285E1BD]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42619
   [junit4]   2> 5727890 INFO  (SUITE-ReindexCollectionTest-seed#[825FDEA56285E1BD]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42619
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_825FDEA56285E1BD-001
   [junit4]   2> May 01, 2019 1:40:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {remove_s=FSTOrd50, _root_=PostingsFormat(name=LuceneVarGapFixedInterval), string_s=PostingsFormat(name=MockRandom), sind=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=808, maxMBSortInHeap=6.442423175531221, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7a3f4cd5), locale=qu-BO, timezone=Indian/Christmas
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=291791696,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, IndexSchemaRuntimeFieldTest, TestUninvertingReader, TestSystemIdResolver, TestSimpleTrackingShardHandler, TestBulkSchemaAPI, CoreAdminOperationTest, TestSolrQueryResponse, TestSortableTextField, TestTrie, ActionThrottleTest, URLClassifyProcessorTest, DocValuesTest, TestStressLiveNodes, HdfsSyncSliceTest, TestSimExtremeIndexing, PrimUtilsTest, TestSimTriggerIntegration, ZkControllerTest, SegmentsInfoRequestHandlerTest, CdcrRequestHandlerTest, TestEmbeddedSolrServerSchemaAPI, FileUtilsTest, RecoveryZkTest, TestConfigReload, SignatureUpdateProcessorFactoryTest, MergeStrategyTest, MoveReplicaTest, RankQueryTest, PrimitiveFieldTypeTest, MetricsHistoryHandlerTest, TestSolrCloudWithSecureImpersonation, TestCustomDocTransformer, TestRequestStatusCollectionAPI, RAMDirectoryFactoryTest, SearchHandlerTest, TestDynamicFieldResource, ClusterStateUpdateTest, TestManagedSynonymFilterFactory, TestPayloadScoreQParserPlugin, AuditLoggerPluginTest, TestPullReplicaErrorHandling, CdcrUpdateLogTest, TestReloadDeadlock, TestRawResponseWriter, ImplicitSnitchTest, BadIndexSchemaTest, TestCloudPhrasesIdentificationComponent, TestCloudRecovery, TestCollapseQParserPlugin, CoreSorterTest, TestFieldCache, ConvertedLegacyTest, UnloadDistributedZkTest, CloudMLTQParserTest, CustomCollectionTest, TestInPlaceUpdatesRequiredField, HighlighterTest, DistributedFacetPivotSmallAdvancedTest, TestSegmentSorting, SolrCoreMetricManagerTest, SOLR749Test, TestConfigsApi, SolrCloudExampleTest, LukeRequestHandlerTest, TestSolrJ, SmileWriterTest, TestDistribDocBasedVersion, NotRequiredUniqueKeyTest, TestMinHashQParser, TestReloadAndDeleteDocs, TestPerFieldSimilarityWithDefaultOverride, TestReplicationHandler, OverseerRolesTest, SyncSliceTest, MissingSegmentRecoveryTest, PeerSyncWithBufferUpdatesTest, ClassificationUpdateProcessorIntegrationTest, ByteBuffersDirectoryFactoryTest, TestComponentsName, FieldAnalysisRequestHandlerTest, TestCoreDiscovery, TaggerTest, SimpleFacetsTest, TestZkChroot, TestTrackingShardHandlerFactory, TestJavabinTupleStreamParser, HdfsRecoverLeaseTest, TestSurroundQueryParser, LeaderElectionTest, TestSortByMinMaxFunction, TestSolrConfigHandler, TestReqParamsAPI, TestCharFilters, BadComponentTest, SystemInfoHandlerTest, TestPKIAuthenticationPlugin, XmlUpdateRequestHandlerTest, SolrJmxReporterTest, SimpleCollectionCreateDeleteTest, TimeZoneUtilsTest, UpdateLogTest, CleanupOldIndexTest, HttpSolrCallGetCoreTest, SearchRateTriggerTest, UUIDFieldTest, TestHdfsCloudBackupRestore, FieldMutatingUpdateProcessorTest, TestIBSimilarityFactory, DefaultValueUpdateProcessorTest, TestSubQueryTransformer, TestLogWatcher, TestFileDictionaryLookup, BlockDirectoryTest, EmbeddedSolrNoSerializeTest, ForceLeaderTest, SpellCheckCollatorWithCollapseTest, TestClassicSimilarityFactory, DeleteReplicaTest, PeerSyncWithLeaderTest, HdfsDirectoryFactoryTest, ChaosMonkeySafeLeaderTest, HDFSCollectionsAPITest, SortSpecParsingTest, TestCollationFieldDocValues, TestSkipOverseerOperations, DOMUtilTest, SuggesterTSTTest, SchemaVersionSpecificBehaviorTest, TestDirectoryFactory, TestRebalanceLeaders, RegexBoostProcessorTest, ZkShardTermsTest, BinaryUpdateRequestHandlerTest, TestSimDistribStateManager, AsyncCallRequestStatusResponseTest, SolrTestCaseJ4Test, OutputWriterTest, TestSerializedLuceneMatchVersion, TestDefaultStatsCache, CollectionsAPIAsyncDistributedZkTest, TestDocumentBuilder, TestGroupingSearch, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZkTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, ReindexCollectionTest]
   [junit4] Completed [493/855 (3!)] on J2 in 94.55s, 6 tests, 1 failure <<< FAILURES!

[...truncated 10323 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:128: Found 1 violations in source files (File uses Mockito but has no assumeWorkingMockito() call).

Total time: 657 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1836 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1836/

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([EECF44E6B8D77083:65E89737F9D1DB07]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:394)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=10377, name=qtp1341992107-10377, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=10378, name=qtp1341992107-10378, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    5) Thread[id=10379, name=qtp1341992107-10379, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    6) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    7) Thread[id=10380, name=qtp1341992107-10380, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    8) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    9) Thread[id=10375, name=qtp1341992107-10375-acceptor-0@65be2018-ServerConnector@3aebc4d9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34962}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   10) Thread[id=10376, name=qtp1341992107-10376, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=10377, name=qtp1341992107-10377, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=10378, name=qtp1341992107-10378, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=10379, name=qtp1341992107-10379, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=10380, name=qtp1341992107-10380, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=10375, name=qtp1341992107-10375-acceptor-0@65be2018-ServerConnector@3aebc4d9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34962}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=10376, name=qtp1341992107-10376, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([EECF44E6B8D77083]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([EECF44E6B8D77083]:0)




Build Log:
[...truncated 13689 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 780600 INFO  (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/init-core-data-001
   [junit4]   2> 780608 WARN  (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=150 numCloses=150
   [junit4]   2> 780608 INFO  (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 780609 INFO  (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 780609 INFO  (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 780613 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 780626 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 780626 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 780726 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer start zk server on port:33255
   [junit4]   2> 780726 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33255
   [junit4]   2> 780726 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33255
   [junit4]   2> 780760 INFO  (zkConnectionManagerCallback-2838-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 780765 INFO  (zkConnectionManagerCallback-2840-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 780766 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 780768 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 780769 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 780771 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 780772 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 780773 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 780775 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 780776 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 780777 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 780779 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 780780 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 780781 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 780941 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 780942 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 780942 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 780942 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 780943 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 780943 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 780943 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 780944 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@413c725a{/,null,AVAILABLE}
   [junit4]   2> 780946 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6740a9a0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46466}
   [junit4]   2> 780946 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.s.Server Started @781000ms
   [junit4]   2> 780946 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/tempDir-001/control/data, hostPort=46466, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 780946 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 780946 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 780947 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 780947 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 780947 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 780947 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-30T12:08:30.256209Z
   [junit4]   2> 780949 INFO  (zkConnectionManagerCallback-2842-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 780951 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 780951 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/solr.xml
   [junit4]   2> 780955 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 780955 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 780957 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 781064 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 781065 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6c76d357[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 781069 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@37c37bd0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 781070 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33255/solr
   [junit4]   2> 781073 INFO  (zkConnectionManagerCallback-2849-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 781076 INFO  (zkConnectionManagerCallback-2851-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 781175 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46466_
   [junit4]   2> 781176 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.c.Overseer Overseer (id=73221569865187332-127.0.0.1:46466_-n_0000000000) starting
   [junit4]   2> 781184 INFO  (zkConnectionManagerCallback-2858-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 781187 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33255/solr ready
   [junit4]   2> 781188 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 781188 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46466_
   [junit4]   2> 781188 INFO  (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46466_
   [junit4]   2> 781190 INFO  (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 781190 INFO  (zkCallback-2857-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 781192 INFO  (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 781222 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 781256 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
   [junit4]   2> 781275 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
   [junit4]   2> 781275 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
   [junit4]   2> 781278 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores
   [junit4]   2> 781308 INFO  (zkConnectionManagerCallback-2864-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 781310 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 781311 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33255/solr ready
   [junit4]   2> 781315 INFO  (qtp66998495-7800) [n:127.0.0.1:46466_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46466_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 781323 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 781323 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 781323 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:46466_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
   [junit4]   2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 781327 INFO  (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 781328 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 781328 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:46466_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 781329 INFO  (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 781330 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection 
   [junit4]   2> 781331 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
   [junit4]   2> 781333 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 781335 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:46466_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 781335 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 781337 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
   [junit4]   2> 781441 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:46466_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 781443 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:46466_
   [junit4]   2> 781445 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 781445 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 781449 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46466",
   [junit4]   2>   "node_name":"127.0.0.1:46466_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 781449 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46466",
   [junit4]   2>   "node_name":"127.0.0.1:46466_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 781451 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:46466","node_name":"127.0.0.1:46466_","state":"down","type":"NRT"}
   [junit4]   2> 781451 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:46466",
   [junit4]   2>           "node_name":"127.0.0.1:46466_",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 781552 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
   [junit4]   2> 782462 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 782483 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 782576 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 782603 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 782603 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
   [junit4]   2> 782604 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 782608 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=3.951171875, floorSegmentMB=1.4609375, forceMergeDeletesPctAllowed=26.619540138359685, segmentsPerTier=20.0, maxCFSSegmentSizeMB=1.8681640625, noCFSRatio=1.0, deletesPctAllowed=49.95797676489698
   [junit4]   2> 782619 WARN  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 782688 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 782688 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 782691 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 782691 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 782694 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=70.234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=19.50549141649115, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.84648941943949
   [junit4]   2> 782695 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19d35147[control_collection_shard1_replica_n1] main]
   [junit4]   2> 782697 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 782697 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 782698 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 782698 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632240782023852032
   [junit4]   2> 782703 INFO  (searcherExecutor-2511-thread-1-processing-n:127.0.0.1:46466_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@19d35147[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 782706 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 782707 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 782711 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 782711 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 782711 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46466/control_collection_shard1_replica_n1/
   [junit4]   2> 782711 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 782712 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46466/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 782712 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73221569865187332-core_node2-n_0000000000
   [junit4]   2> 782714 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46466/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 782715 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46466",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 782816 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
   [junit4]   2> 782816 INFO  (zkCallback-2850-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 782816 INFO  (zkCallback-2850-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 782819 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 782820 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46466",
   [junit4]   2>   "node_name":"127.0.0.1:46466_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 782820 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46466",
   [junit4]   2>   "node_name":"127.0.0.1:46466_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 782820 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:46466","node_name":"127.0.0.1:46466_","state":"active","type":"NRT","leader":"true"}
   [junit4]   2> 782821 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:46466",
   [junit4]   2>           "node_name":"127.0.0.1:46466_",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"}}}}}
   [junit4]   2> 782822 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1377
   [junit4]   2> 782822 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
   [junit4]   2> 782824 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 782826 INFO  (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:46466_={responseHeader={status=0,QTime=1377},core=control_collection_shard1_replica_n1}}}
   [junit4]   2> 782831 INFO  (qtp66998495-7800) [n:127.0.0.1:46466_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 782921 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
   [junit4]   2> 782922 INFO  (zkCallback-2850-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 782922 INFO  (zkCallback-2850-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 782922 INFO  (zkCallback-2850-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 782923 INFO  (qtp66998495-7800) [n:127.0.0.1:46466_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46466_&wt=javabin&version=2} status=0 QTime=1607
   [junit4]   2> 782926 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10422a13db60006, likely client has closed socket
   [junit4]   2> 782929 INFO  (zkConnectionManagerCallback-2870-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 782935 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 782937 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33255/solr ready
   [junit4]   2> 782937 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 782938 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 782941 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 782942 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 782942 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 782942 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 1
   [junit4]   2> 782943 INFO  (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 782943 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 782943 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 782943 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 782943 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 782943 INFO  (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 782943 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 782944 INFO  (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 782945 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1 
   [junit4]   2> 782946 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
   [junit4]   2> 782947 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 782949 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 782949 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 783050 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 783150 WARN  (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 783150 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
   [junit4]   2> 783150 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
   [junit4]   2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 783152 INFO  (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
   [junit4]   2> 783153 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 783153 INFO  (qtp66998495-7802) [n:127.0.0.1:46466_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=215
   [junit4]   2> 783154 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 783317 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/shard-1-001 of type NRT
   [junit4]   2> 783320 WARN  (closeThreadPool-2871-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 783321 INFO  (closeThreadPool-2871-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 783321 INFO  (closeThreadPool-2871-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 783321 INFO  (closeThreadPool-2871-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2

[...truncated too long message...]

il:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null569849341
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null569849341
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null569849341

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 64ms :: artifacts dl 10ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 324 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1835 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1835/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:38716/solr",           "node_name":"127.0.0.1:38716_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:36739/solr",           "node_name":"127.0.0.1:36739_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:38716/solr",           "node_name":"127.0.0.1:38716_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:36739/solr",           "node_name":"127.0.0.1:36739_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:35804_solr, 127.0.0.1:36739_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:38716/solr",           "node_name":"127.0.0.1:38716_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:36739/solr",           "node_name":"127.0.0.1:36739_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:38716/solr",           "node_name":"127.0.0.1:38716_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:36739/solr",           "node_name":"127.0.0.1:36739_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:38716/solr",
          "node_name":"127.0.0.1:38716_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:36739/solr",
          "node_name":"127.0.0.1:36739_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:38716/solr",
          "node_name":"127.0.0.1:38716_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:36739/solr",
          "node_name":"127.0.0.1:36739_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:35804_solr, 127.0.0.1:36739_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:38716/solr",
          "node_name":"127.0.0.1:38716_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:36739/solr",
          "node_name":"127.0.0.1:36739_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:38716/solr",
          "node_name":"127.0.0.1:38716_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:36739/solr",
          "node_name":"127.0.0.1:36739_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([45362653984B5375:7D8502ADBFB887A4]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test

Error Message:
There are still nodes recoverying - waited for 600 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 600 seconds
	at __randomizedtesting.SeedInfo.seed([45362653984B5375:CD62198936B73E8D]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1038)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13593 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/init-core-data-001
   [junit4]   2> 7608 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 7820 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.u.log Logging initialized @7935ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 7843 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 7897 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 8049 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 9653 WARN  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 12079 WARN  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 13281 WARN  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 13687 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 14012 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 14012 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 14019 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 14052 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c170383{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 14800 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7e5b618e{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-40778-hdfs-_-any-6393130762313510216.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 15141 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3384a354{HTTP/1.1,[http/1.1]}{localhost:40778}
   [junit4]   2> 15142 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.Server Started @15268ms
   [junit4]   2> 17053 WARN  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 17066 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 17087 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 17087 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 17087 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 17089 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c7c3427{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 17385 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4266ba99{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-38431-datanode-_-any-2725675353742949700.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 17390 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@182c0d70{HTTP/1.1,[http/1.1]}{localhost:38431}
   [junit4]   2> 17391 INFO  (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [    ] o.e.j.s.Server Started @17516ms
   [junit4]   2> 21588 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: Processing first storage report for DS-9225b423-61e2-497e-a5f7-cc3214d2074b from datanode ca67803b-6187-4b30-97c3-6374dc07e7ec
   [junit4]   2> 21590 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: from storage DS-9225b423-61e2-497e-a5f7-cc3214d2074b node DatanodeRegistration(127.0.0.1:39392, datanodeUuid=ca67803b-6187-4b30-97c3-6374dc07e7ec, infoPort=45296, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1320291934;c=1556536094762), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 21590 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: Processing first storage report for DS-6d816041-0469-422a-9e1c-2afceaadebeb from datanode ca67803b-6187-4b30-97c3-6374dc07e7ec
   [junit4]   2> 21590 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: from storage DS-6d816041-0469-422a-9e1c-2afceaadebeb node DatanodeRegistration(127.0.0.1:39392, datanodeUuid=ca67803b-6187-4b30-97c3-6374dc07e7ec, infoPort=45296, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1320291934;c=1556536094762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 22537 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 22563 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 22566 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 22663 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer start zk server on port:34663
   [junit4]   2> 22678 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34663
   [junit4]   2> 22695 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34663
   [junit4]   2> 23121 INFO  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 23177 INFO  (zkConnectionManagerCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 23220 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 23238 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 23263 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 23267 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 23274 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 23279 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 23294 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 23309 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 23323 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 23328 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 23333 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 23341 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 24004 WARN  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 24012 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 24013 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 24013 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 24016 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 24016 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 24016 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 24021 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@591e80a5{/,null,AVAILABLE}
   [junit4]   2> 24024 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4fa921d1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33937}
   [junit4]   2> 24030 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.s.Server Started @24151ms
   [junit4]   2> 24031 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost:35879/hdfs__localhost_35879__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001_tempDir-002_control_data, hostPort=33937, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 24079 ERROR (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 24080 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 24080 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 24080 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 24080 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 24081 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-29T11:08:27.510948Z
   [junit4]   2> 24158 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 24169 INFO  (zkConnectionManagerCallback-7-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 24180 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 24184 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/solr.xml
   [junit4]   2> 24345 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 24345 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 24368 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 24908 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 25059 WARN  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@48a25a33[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 25322 WARN  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f416aab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 25374 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
   [junit4]   2> 25473 INFO  (zkConnectionManagerCallback-14-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 25518 INFO  (zkConnectionManagerCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26402 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33937_
   [junit4]   2> 26407 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.c.Overseer Overseer (id=73215671370448900-127.0.0.1:33937_-n_0000000000) starting
   [junit4]   2> 26686 INFO  (zkConnectionManagerCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26701 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
   [junit4]   2> 27169 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33937_
   [junit4]   2> 27172 INFO  (OverseerStateUpdate-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33937_
   [junit4]   2> 27235 INFO  (OverseerStateUpdate-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 27337 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 28161 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 28624 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 28625 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 28629 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 28746 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/cores
   [junit4]   2> 29298 INFO  (zkConnectionManagerCallback-29-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 29321 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 29325 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
   [junit4]   2> 30173 INFO  (qtp886935919-165) [n:127.0.0.1:33937_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33937_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 30222 INFO  (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 30467 INFO  (qtp886935919-167) [n:127.0.0.1:33937_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 30479 INFO  (qtp886935919-167) [n:127.0.0.1:33937_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 31672 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 32338 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 32541 WARN  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 33641 WARN  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 33662 WARN  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 34126 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 34880 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 34921 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 34963 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35879/solr_hdfs_home
   [junit4]   2> 34963 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 35042 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 35097 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 35168 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 35169 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 35172 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 36232 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 36292 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 36583 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 36628 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 36628 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 36628 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 36684 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 36700 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@65e7f801
   [junit4]   2> 39128 WARN  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 40400 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 40401 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 40402 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 40470 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 10000ms; 
   [junit4]   2> 40471 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 
   [junit4]   2> 40494 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=264967286, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 40888 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@769f5c87[control_collection_shard1_replica_n1] main]
   [junit4]   2> 41020 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 41040 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 41082 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 41093 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632146423306780672
   [junit4]   2> 41140 INFO  (searcherExecutor-15-thread-1-processing-n:127.0.0.1:33937_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@769f5c87[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 41201 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 41216 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 41243 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 41243 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 41243 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33937/control_collection_shard1_replica_n1/
   [junit4]   2> 41246 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 41247 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33937/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 41249 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73215671370448900-core_node2-n_0000000000
   [junit4]   2> 41260 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33937/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 41281 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 41290 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 41299 INFO  (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=10836
   [junit4]   2> 41442 INFO  (zkCallback-15-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 41443 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 41507 INFO  (qtp886935919-165) [n:127.0.0.1:33937_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 41508 INFO  (qtp886935919-165) [n:127.0.0.1:33937_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33937_&wt=javabin&version=2} status=0 QTime=11403
   [junit4]   2> 41610 INFO  (zkConnectionManagerCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 41618 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 41622 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
   [junit4]   2> 41634 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 41643 INFO  (qtp886935919-167) [n:127.0.0.1:33937_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 41860 INFO  (OverseerCollectionConfigSetProcessor-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 41861 INFO  (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 42123 WARN  (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 42144 INFO  (qtp886935919-167) [n:127.0.0.1:33937_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 42146 INFO  (qtp886935919-167) [n:127.0.0.1:33937_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=503
   [junit4]   2> 42176 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=2
   [junit4]   2> 42457 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001 of type NRT
   [junit4]   2> 42484 WARN  (closeThreadPool-36-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 42486 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 42486 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 42504 INFO  (closeThreadPool-36-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 42567 INFO  (closeThreadPool-36-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 42567 INFO  (closeThreadPool-36-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 42568 INFO  (closeThreadPool-36-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 42578 INFO  (closeThreadPool-36-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ee2b0d6{/,null,AVAILABLE}
   [junit4]   2> 42581 INFO  (closeThreadPool-36-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4eb6d8fa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33431}
   [junit4]   2> 42581 INFO  (closeThreadPool-36-thread-1) [    ] o.e.j.s.Server Started @42707ms
   [junit4]   2> 42581 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost:35879/hdfs__localhost_35879__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001_tempDir-002_jetty1, hostPort=33431, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 42581 ERROR (closeThreadPool-36-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 42582 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 42582 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 42582 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 42582 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 42582 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-29T11:08:46.012503Z
   [junit4]   2> 42675 INFO  (zkConnectionManagerCallback-38-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 42685 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 42685 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/solr.xml
   [junit4]   2> 42759 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 42759 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 42796 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 43164 INFO  (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001 of type NRT
   [junit4]   2> 43180 WARN  (closeThreadPool-36-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 43182 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 43183 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 43183 INFO  (closeThreadPool-36-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 43281 INFO  (closeThreadPool-36-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 43281 INFO  (closeThreadPool-36-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 43281 INFO  (closeThreadPool-36-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 43315 INFO  (closeThreadPool-36-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a915168{/,null,AVAILABLE}
   [junit4]   2> 43370 INFO  (closeThreadPool-36-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c6710a0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45489}
   [junit4]   2> 43370 INFO  (closeThreadPool-36-thread-2) [    ] o.e.j.s.Server Started @43496ms
   [junit4]   2> 43370 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost:35879/hdfs__localhost_35879__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001_tempDir-002_jetty2, hostPort=45489, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 43371 ERROR (closeThreadPool-36-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 43371 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 43371 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 43371 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 43372 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 43372 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-29T11:08:46.802087Z
   [junit4]   2> 43386 INFO  (zkConnectionManagerCallback-41-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 43435 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 43435 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001/solr.xml
   [junit4]   2> 43481 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 43481 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 43535 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 43910 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 43917 INFO  (OverseerCollectionConfigSetProcessor-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 43939 WARN  (closeThreadPool-36-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@288cb789[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 43999 WARN  (closeThreadPool-36-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@492e0943[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 44006 INFO  (closeThreadPool-36-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
   [junit4]   2> 44082 INFO  (zkConnectionManagerCallback-48-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 44122 INFO  (zkConnectionManagerCallback-50-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 44190 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 44202 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.c.ZkController Publish node=127.0.0.1:33431_ as DOWN
   [junit4]   2> 44207 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 44207 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33431_
   [junit4]   2> 44211 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 44212 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 44212 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 44229 INFO  (zkCallback-49-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 44243 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 44274 WARN  (closeThreadPool-36-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7822672[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 44306 WARN  (closeThreadPool-36-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68702527[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 44309 INFO  (closeThreadPool-36-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
   [junit4]   2> 44334 INFO  (zkConnectionManagerCallback-60-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 44357 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 44360 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
   [junit4]   2> 44370 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 44376 INFO  (zkConnectionManagerCallback-63-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 44447 INFO  (zkConnectionManagerCallback-66-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 44464 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 44472 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.c.ZkController Publish node=127.0.0.1:45489_ as DOWN
   [junit4]   2> 44475 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 44475 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45489_
   [junit4]   2> 44483 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 44484 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 44484 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 44491 INFO  (zkCallback-49-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 44505 INFO  (zkCallback-59-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 44519 INFO  (zkCallback-65-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 44570 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 44663 INFO  (zkConnectionManagerCallback-73-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 44667 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 44670 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
   [junit4]   2> 44681 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 44681 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 44710 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 44723 INFO  (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/cores
   [junit4]   2> 44902 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 45038 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 45043 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 45060 INFO  (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001/cores
   [junit4]   2> 45696 INFO  (qtp1174524965-237) [n:127.0.0.1:33431_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45489_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 45700 INFO  (qtp1174524965-238) [n:127.0.0.1:33431_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33431_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 45948 INFO  (OverseerThreadFactory-10-thread-3-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33431_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 46034 INFO  (OverseerThreadFactory-10-thread-3-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 46633 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 47736 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 48209 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 48941 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 49037 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 49046 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
   [junit4]   2> 49046 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35879/solr_hdfs_home
   [junit4]   2> 49046 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 49047 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/cores/collection1_shard1_replica_n1], dataDir=[hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 49052 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 49102 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 49102 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 49102 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 49145 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 49151 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 49260 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 49275 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 49275 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 49275 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 49295 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 49296 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@705a787a
   [junit4]   2> 49478 WARN  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 50027 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 50028 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 50028 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 50080 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 10000ms; 
   [junit4]   2> 50081 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 
   [junit4]   2> 50096 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=264967286, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 50162 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b87ff53[collection1_shard1_replica_n1] main]
   [junit4]   2> 50165 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 50166 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 50167 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 50171 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632146432826802176
   [junit4]   2> 50202 INFO  (searcherExecutor-38-thread-1-processing-n:127.0.0.1:33431_ x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@1b87ff53[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 50206 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 50206 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 50217 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 50217 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 50217 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33431/collection1_shard1_replica_n1/
   [junit4]   2> 50217 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 50217 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33431/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 50217 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73215671370448907-core_node2-n_0000000000
   [junit4]   2> 50220 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33431/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 50247 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 50253 INFO  (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3621
   [junit4]   2> 50283 INFO  (qtp1174524965-238) [n:127.0.0.1:33431_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33431_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=4580
   [junit4]   2> 51992 INFO  (OverseerCollectionConfigSetProcessor-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 52011 INFO  (OverseerThreadFactory-10-thread-4-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45489_ for creating new replica of shard s

[...truncated too long message...]

ail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null717037486
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null717037486
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null717037486

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 54ms :: artifacts dl 7ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 404 minutes 18 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)