You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/03/09 09:46:50 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2126 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2126/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([3AAB60AA6ECB947E:B2FF5F70C037F986]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13533 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 1380534 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1380534 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/data-dir-88-001
   [junit4]   2> 1380535 WARN  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
   [junit4]   2> 1380535 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1380536 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1380536 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1380536 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /oxl/d
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1380618 WARN  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1380620 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1380621 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1380621 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1380621 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1380621 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38de34b9{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1380770 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7eb8ea8e{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-41155-hadoop-hdfs-3_2_0-tests_jar-_-any-9916722087433072834.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1380770 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@357d5daf{HTTP/1.1,[http/1.1]}{localhost.localdomain:41155}
   [junit4]   2> 1380770 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.Server Started @1380804ms
   [junit4]   2> 1380845 WARN  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1380846 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1380847 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1380847 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1380847 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1380847 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49e0f5d0{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1380960 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5a6d411d{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-34673-hadoop-hdfs-3_2_0-tests_jar-_-any-1605746717978917750.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1380960 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4c1af764{HTTP/1.1,[http/1.1]}{localhost:34673}
   [junit4]   2> 1380960 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.Server Started @1380994ms
   [junit4]   2> 1381112 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xfd211889476a1a03: Processing first storage report for DS-806f75bf-b916-467b-be24-fcc1f835ccdf from datanode 8df678e7-0cb7-425c-96b1-ac8d6d17d118
   [junit4]   2> 1381112 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xfd211889476a1a03: from storage DS-806f75bf-b916-467b-be24-fcc1f835ccdf node DatanodeRegistration(127.0.0.1:37179, datanodeUuid=8df678e7-0cb7-425c-96b1-ac8d6d17d118, infoPort=33015, infoSecurePort=0, ipcPort=45027, storageInfo=lv=-57;cid=testClusterID;nsid=498661122;c=1583741089839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1381112 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xfd211889476a1a03: Processing first storage report for DS-469b5877-1062-48ca-b57a-e988ba951cee from datanode 8df678e7-0cb7-425c-96b1-ac8d6d17d118
   [junit4]   2> 1381112 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xfd211889476a1a03: from storage DS-469b5877-1062-48ca-b57a-e988ba951cee node DatanodeRegistration(127.0.0.1:37179, datanodeUuid=8df678e7-0cb7-425c-96b1-ac8d6d17d118, infoPort=33015, infoSecurePort=0, ipcPort=45027, storageInfo=lv=-57;cid=testClusterID;nsid=498661122;c=1583741089839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1381201 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1381205 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1381205 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1381305 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer start zk server on port:36535
   [junit4]   2> 1381305 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36535
   [junit4]   2> 1381305 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36535
   [junit4]   2> 1381305 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36535
   [junit4]   2> 1381307 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1381309 INFO  (zkConnectionManagerCallback-5914-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1381309 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1381311 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1381311 INFO  (zkConnectionManagerCallback-5916-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1381312 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1381313 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1381314 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1381315 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1381316 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1381317 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1381318 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1381319 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1381320 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1381321 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1381322 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1381323 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1381323 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1381526 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1381526 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1381526 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1381527 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1381527 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1381527 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1381528 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23588d4f{/oxl/d,null,AVAILABLE}
   [junit4]   2> 1381528 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1f14f344{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34293}
   [junit4]   2> 1381528 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.s.Server Started @1381562ms
   [junit4]   2> 1381528 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/oxl/d, solr.data.dir=hdfs://localhost.localdomain:40395/hdfs__localhost.localdomain_40395__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001_tempDir-002_control_data, hostPort=34293, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/control-001/cores}
   [junit4]   2> 1381529 ERROR (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1381529 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1381529 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1381529 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1381529 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1381529 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-09T08:04:50.807424Z
   [junit4]   2> 1381530 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1381531 INFO  (zkConnectionManagerCallback-5918-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1381531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1381632 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1381632 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/control-001/solr.xml
   [junit4]   2> 1381636 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1381873 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1381874 WARN  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a7d124a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1381874 WARN  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a7d124a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1381877 WARN  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74db9551[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1381877 WARN  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74db9551[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1381879 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36535/solr
   [junit4]   2> 1381880 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1381881 INFO  (zkConnectionManagerCallback-5925-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1381881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1381984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1381985 INFO  (zkConnectionManagerCallback-5927-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1381985 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1382089 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34293_oxl%2Fd
   [junit4]   2> 1382089 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.Overseer Overseer (id=73378975679184900-127.0.0.1:34293_oxl%2Fd-n_0000000000) starting
   [junit4]   2> 1382095 INFO  (OverseerStateUpdate-73378975679184900-127.0.0.1:34293_oxl%2Fd-n_0000000000) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34293_oxl%2Fd
   [junit4]   2> 1382096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34293_oxl%2Fd
   [junit4]   2> 1382096 INFO  (OverseerStateUpdate-73378975679184900-127.0.0.1:34293_oxl%2Fd-n_0000000000) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1382099 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1382099 WARN  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1382118 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1382139 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1382146 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1382147 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1382148 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/control-001/cores
   [junit4]   2> 1382163 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1382163 INFO  (zkConnectionManagerCallback-5936-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1382163 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1382165 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1382166 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36535/solr ready
   [junit4]   2> 1382168 INFO  (qtp493704648-81847) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34293_oxl%252Fd&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1382171 INFO  (OverseerThreadFactory-5183-thread-1-processing-n:127.0.0.1:34293_oxl%2Fd) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1382277 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1382277 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1383288 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1383303 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1383404 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1383417 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1383417 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1383417 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40395/solr_hdfs_home
   [junit4]   2> 1383417 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1383417 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:40395/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 1383418 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40395/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 1383426 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1383426 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1383426 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1383430 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1383431 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40395/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 1383447 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40395/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 1383453 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1383453 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1383453 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1383457 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1383457 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=69.9736328125, floorSegmentMB=0.4892578125, forceMergeDeletesPctAllowed=16.34277244952135, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15484533663416375, deletesPctAllowed=43.30025640890494
   [junit4]   2> 1383468 WARN  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1383526 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1383526 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1383526 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1383536 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1383536 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1383538 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=60.30078125, floorSegmentMB=1.2529296875, forceMergeDeletesPctAllowed=6.58277122872203, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=33.23933189386468
   [junit4]   2> 1383541 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@507ac296[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1383543 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1383543 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1383544 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1383544 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660672900146921472
   [junit4]   2> 1383547 INFO  (searcherExecutor-5188-thread-1-processing-n:127.0.0.1:34293_oxl%2Fd x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@507ac296[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1383549 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1383549 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1383552 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1383552 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1383552 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34293/oxl/d/control_collection_shard1_replica_n1/
   [junit4]   2> 1383552 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1383552 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34293/oxl/d/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1383552 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73378975679184900-core_node2-n_0000000000
   [junit4]   2> 1383554 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34293/oxl/d/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1383656 INFO  (zkCallback-5926-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1383656 INFO  (zkCallback-5926-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1383657 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1383659 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1382
   [junit4]   2> 1383663 INFO  (qtp493704648-81847) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1383759 INFO  (zkCallback-5926-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1383759 INFO  (zkCallback-5926-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1383759 INFO  (zkCallback-5926-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1383760 INFO  (qtp493704648-81847) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34293_oxl%252Fd&wt=javabin&version=2} status=0 QTime=1591
   [junit4]   2> 1383760 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1383865 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1383866 INFO  (zkConnectionManagerCallback-5942-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1383866 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1383867 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1383868 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36535/solr ready
   [junit4]   2> 1383868 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1383869 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1383880 INFO  (OverseerThreadFactory-5183-thread-2-processing-n:127.0.0.1:34293_oxl%2Fd) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1383880 INFO  (OverseerCollectionConfigSetProcessor-73378975679184900-127.0.0.1:34293_oxl%2Fd-n_0000000000) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1384086 WARN  (OverseerThreadFactory-5183-thread-2-processing-n:127.0.0.1:34293_oxl%2Fd) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1384087 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1384088 INFO  (qtp493704648-81849) [n:127.0.0.1:34293_oxl%2Fd     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=218
   [junit4]   2> 1384088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1384088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1384089 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1384089 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1384089 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1384089 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1384089 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 1384281 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 1384282 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1384282 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1384282 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1384285 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1384285 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1384285 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1384286 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@685dd042{/oxl/d,null,AVAILABLE}
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e60ef4c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41377}
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.Server Started @1384320ms
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/oxl/d, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:40395/hdfs__localhost.localdomain_40395__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001_tempDir-002_jetty1, hostPort=41377, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1384287 ERROR (closeThreadPool-5943-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1384287 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-09T08:04:53.565512Z
   [junit4]   2> 1384292 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1384292 INFO  (zkConnectionManagerCallback-5945-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1384292 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1384399 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1384399 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-1-001/solr.xml
   [junit4]   2> 1384406 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1384475 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1384476 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1384476 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1384476 INFO  (closeThreadPool-5943-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1384477 INFO  (closeThreadPool-5943-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1384477 INFO  (closeThreadPool-5943-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1384477 INFO  (closeThreadPool-5943-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1384477 INFO  (closeThreadPool-5943-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fdfc87d{/oxl/d,null,AVAILABLE}
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2905d1df{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33349}
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.e.j.s.Server Started @1384511ms
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/oxl/d, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:40395/hdfs__localhost.localdomain_40395__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001_tempDir-002_jetty2, hostPort=33349, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1384478 ERROR (closeThreadPool-5943-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1384478 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-09T08:04:53.756447Z
   [junit4]   2> 1384479 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1384480 INFO  (zkConnectionManagerCallback-5948-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1384480 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1384581 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1384581 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-2-001/solr.xml
   [junit4]   2> 1384586 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1384689 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 1384702 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1384702 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1384702 INFO  (closeThreadPool-5943-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1384776 INFO  (closeThreadPool-5943-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1384776 INFO  (closeThreadPool-5943-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1384776 INFO  (closeThreadPool-5943-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1384781 INFO  (closeThreadPool-5943-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@550be44d{/oxl/d,null,AVAILABLE}
   [junit4]   2> 1384781 INFO  (closeThreadPool-5943-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@79303a64{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34983}
   [junit4]   2> 1384781 INFO  (closeThreadPool-5943-thread-3) [     ] o.e.j.s.Server Started @1384815ms
   [junit4]   2> 1384781 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/oxl/d, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:40395/hdfs__localhost.localdomain_40395__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001_tempDir-002_jetty3, hostPort=34983, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1384782 ERROR (closeThreadPool-5943-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1384782 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1384782 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1384782 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1384782 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1384782 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-09T08:04:54.060215Z
   [junit4]   2> 1384797 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1384802 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1384849 INFO  (zkConnectionManagerCallback-5951-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1384850 WARN  (closeThreadPool-5943-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5eb398d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1384853 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1384853 WARN  (closeThreadPool-5943-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5eb398d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1384894 WARN  (closeThreadPool-5943-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c41d1d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1384894 WARN  (closeThreadPool-5943-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c41d1d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1384895 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36535/solr
   [junit4]   2> 1384901 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1384923 INFO  (zkConnectionManagerCallback-5957-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1384923 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1384956 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1384956 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-3-001/solr.xml
   [junit4]   2> 1384960 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1385004 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 1385028 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1385028 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1385028 INFO  (closeThreadPool-5943-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1385089 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385105 INFO  (zkConnectionManagerCallback-5960-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385105 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385109 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1385111 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.ZkController Publish node=127.0.0.1:41377_oxl%2Fd as DOWN
   [junit4]   2> 1385112 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1385112 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41377_oxl%2Fd
   [junit4]   2> 1385113 INFO  (zkCallback-5926-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385114 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1385115 WARN  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1385133 INFO  (closeThreadPool-5943-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1385133 INFO  (closeThreadPool-5943-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1385133 INFO  (closeThreadPool-5943-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1385137 INFO  (closeThreadPool-5943-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@321eb354{/oxl/d,null,AVAILABLE}
   [junit4]   2> 1385137 INFO  (closeThreadPool-5943-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@ca3ecb7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33753}
   [junit4]   2> 1385138 INFO  (closeThreadPool-5943-thread-4) [     ] o.e.j.s.Server Started @1385171ms
   [junit4]   2> 1385138 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/oxl/d, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:40395/hdfs__localhost.localdomain_40395__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001_tempDir-002_jetty4, hostPort=33753, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 1385138 ERROR (closeThreadPool-5943-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1385138 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1385138 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1385138 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1385138 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1385138 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-09T08:04:54.416369Z
   [junit4]   2> 1385148 INFO  (zkCallback-5941-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385150 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1385151 INFO  (zkCallback-5959-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385153 WARN  (closeThreadPool-5943-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@406d6f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385153 WARN  (closeThreadPool-5943-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@406d6f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385158 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385158 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1385176 INFO  (zkConnectionManagerCallback-5965-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385176 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385182 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1385182 WARN  (closeThreadPool-5943-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b9a5191[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385182 WARN  (closeThreadPool-5943-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b9a5191[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385184 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36535/solr
   [junit4]   2> 1385193 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1385193 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1385193 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385198 INFO  (closeThreadPool-5943-thread-1) [n:127.0.0.1:41377_oxl%2Fd     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-1-001/cores
   [junit4]   2> 1385221 INFO  (zkConnectionManagerCallback-5972-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385221 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385272 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 1385273 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1385273 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1385273 INFO  (closeThreadPool-5943-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1385273 INFO  (closeThreadPool-5943-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1385273 INFO  (closeThreadPool-5943-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1385273 INFO  (closeThreadPool-5943-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67e41bbd{/oxl/d,null,AVAILABLE}
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6f6bf6af{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38919}
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.e.j.s.Server Started @1385307ms
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/oxl/d, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:40395/hdfs__localhost.localdomain_40395__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001_tempDir-002_jetty5, hostPort=38919, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 1385274 ERROR (closeThreadPool-5943-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1385274 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-09T08:04:54.552591Z
   [junit4]   2> 1385276 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385276 INFO  (zkConnectionManagerCallback-5974-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385276 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385277 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1385277 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-4-001/solr.xml
   [junit4]   2> 1385284 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1385300 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41377_oxl%2Fd
   [junit4]   2> 1385405 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385415 INFO  (zkConnectionManagerCallback-5977-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385415 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385419 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1385421 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.ZkController Publish node=127.0.0.1:33349_oxl%2Fd as DOWN
   [junit4]   2> 1385422 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1385422 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33349_oxl%2Fd
   [junit4]   2> 1385423 INFO  (zkCallback-5926-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1385423 INFO  (zkCallback-5941-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1385423 INFO  (zkCallback-5959-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1385424 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1385424 WARN  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1385427 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1385433 INFO  (zkCallback-5976-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1385443 WARN  (closeThreadPool-5943-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f404d7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385443 WARN  (closeThreadPool-5943-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f404d7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385446 WARN  (closeThreadPool-5943-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e961407[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385446 WARN  (closeThreadPool-5943-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e961407[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385447 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36535/solr
   [junit4]   2> 1385447 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1385468 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385469 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1385477 INFO  (zkConnectionManagerCallback-5987-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385477 INFO  (closeThreadPool-5943-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385479 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1385479 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199
   [junit4]   2> 1385481 INFO  (closeThreadPool-5943-thread-2) [n:127.0.0.1:33349_oxl%2Fd     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-2-001/cores
   [junit4]   2> 1385482 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1385482 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-5-001/solr.xml
   [junit4]   2> 1385487 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1385487 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@33087199, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1385508 WARN  (closeThreadPool-5943-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5d96a065[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385508 WARN  (closeThreadPool-5943-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5d96a065[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385512 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 1385512 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1385512 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1385513 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1385520 INFO  (closeThreadPool-5943-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33349_oxl%2Fd
   [junit4]   2> 1385520 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1385520 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1385520 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1385520 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7effab30{/oxl/d,null,AVAILABLE}
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@34512190{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44657}
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.e.j.s.Server Started @1385559ms
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/oxl/d, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:40395/hdfs__localhost.localdomain_40395__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001_tempDir-002_jetty6, hostPort=44657, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001/shard-6-001/cores, replicaType=NRT}
   [junit4]   2> 1385525 ERROR (closeThreadPool-5943-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1385525 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-09T08:04:54.803969Z
   [junit4]   2> 1385529 WARN  (closeThreadPool-5943-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1357219[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385529 WARN  (closeThreadPool-5943-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1357219[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385531 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36535/solr
   [junit4]   2> 1385533 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385537 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385537 INFO  (zkConnectionManagerCallback-5993-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385538 INFO  (closeThreadPool-5943-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385538 INFO  (zkConnectionManagerCallback-5996-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385538 INFO  (closeThreadPool-5943-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385584 INFO  (closeThreadPool-5943-thread-4) [n:127.0.0.1:33753_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1385584 INFO  (zkConnectionManagerCallback-5998-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1385584 INFO  (closeThreadPool-5943-thread-4) [n:127.0.0.1:33753_oxl%2Fd     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1385629 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1385630 WARN  (closeThreadPool-5943-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32a39fa5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385630 WARN  (closeThreadPool-5943-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32a39fa5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385632 WARN  (closeThreadPool-5943-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1598293b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385632 WARN  (closeThreadPool-5943-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1598293b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1385633 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36535/solr
   [junit4]   2> 1385634 INFO  (closeThreadPool-5943-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for cli

[...truncated too long message...]

properties":{}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"legacyCloud":"true"}
   [junit4]   1> 
   [junit4]   2> 1419692 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1419895 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	42	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	7	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	293	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73378975679184911-core_node10-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/73378975679184900-127.0.0.1:34293_oxl%2Fd-n_0000000000
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73378975679184915-core_node8-n_0000000003
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73378975679184919-core_node6-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/73378975679184919-127.0.0.1:38919_oxl%2Fd-n_0000000005
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	77	/solr/live_nodes
   [junit4]   2> 	70	/solr/overseer/queue
   [junit4]   2> 	22	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1419897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36535
   [junit4]   2> 1419897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36535
   [junit4]   2> 1419897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[3AAB60AA6ECB947E]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36535
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=3AAB60AA6ECB947E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ksf-CM -Dtests.timezone=MIT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 38.7s J1 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3AAB60AA6ECB947E:B2FF5F70C037F986]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1419900 WARN  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1419905 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5a6d411d{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1419906 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4c1af764{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 1419906 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1419906 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49e0f5d0{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 1419907 WARN  (BP-571417975-127.0.0.1-1583741089839 heartbeating to localhost.localdomain/127.0.0.1:40395) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1419907 WARN  (BP-571417975-127.0.0.1-1583741089839 heartbeating to localhost.localdomain/127.0.0.1:40395) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-571417975-127.0.0.1-1583741089839 (Datanode Uuid 8df678e7-0cb7-425c-96b1-ac8d6d17d118) service to localhost.localdomain/127.0.0.1:40395
   [junit4]   2> 1419930 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@7eb8ea8e{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1419930 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@357d5daf{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 1419930 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1419930 INFO  (SUITE-HdfsSyncSliceTest-seed#[3AAB60AA6ECB947E]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38de34b9{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3AAB60AA6ECB947E-001
   [junit4]   2> Mar 09, 2020 8:05:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6f94a867), locale=ksf-CM, timezone=MIT
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=6,free=205221592,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestAnalyzedSuggestions, PeerSyncWithIndexFingerprintCachingTest, TestSolrConfigHandlerCloud, TestPointFields, TestDynamicLoadingUrl, MoveReplicaTest, RestartWhileUpdatingTest, TestSolrXml, CollectionReloadTest, TermVectorComponentDistributedTest, TestCloudPivotFacet, AddBlockUpdateTest, TestStressLucene, TestCollectionsAPIViaSolrCloudCluster, TestGraphMLResponseWriter, ConfigureRecoveryStrategyTest, FieldMutatingUpdateProcessorTest, HttpPartitionWithTlogReplicasTest, PathHierarchyTokenizerFactoryTest, JavabinLoaderTest, TestAuthenticationFramework, SystemInfoHandlerTest, TestReload, TestCloudJSONFacetSKG, HdfsChaosMonkeyNothingIsSafeTest, SolrLogAuditLoggerPluginTest, TestTermsQParserPlugin, TestFunctionQuery, MaxSizeAutoCommitTest, TestSimExtremeIndexing, TestCloudManagedSchema, StatsComponentTest, ClassificationUpdateProcessorTest, TestChildDocTransformerHierarchy, TestJsonFacetsStatsParsing, TestFacetMethods, InfixSuggestersTest, JWTAuthPluginIntegrationTest, ExecutePlanActionTest, BinaryUpdateRequestHandlerTest, TestSystemCollAutoCreate, TestHashPartitioner, TestSimDistribStateManager, TestScoreJoinQPNoScore, OverriddenZkACLAndCredentialsProvidersTest, TestSchemalessBufferedUpdates, ZkSolrClientTest, TestWordDelimiterFilterFactory, TestComplexPhraseQParserPlugin, DistributedFacetPivotWhiteBoxTest, CacheHeaderTest, TestUseDocValuesAsStored, TestSolrCloudSnapshots, TestDFISimilarityFactory, MetricsHandlerTest, RecoveryZkTest, ConjunctionSolrSpellCheckerTest, TestCodecSupport, TestMiniSolrCloudClusterSSL, TestSubQueryTransformerCrossCore, TestHighlightDedupGrouping, HealthCheckHandlerTest, NumberUtilsTest, PreAnalyzedUpdateProcessorTest, CurrencyFieldTypeTest, DistributedQueryComponentOptimizationTest, UpdateParamsTest, SimplePostToolTest, TestSweetSpotSimilarityFactory, TestCSVResponseWriter, TestSlowCompositeReaderWrapper, SortSpecParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestLegacyNumericUtils, TestShardHandlerFactory, ZkStateWriterTest, TestCursorMarkWithoutUniqueKey, TlogReplayBufferedWhileIndexingTest, TestDistributedSearch, TestUniqueKeyFieldResource, JavaBinAtomicUpdateMultivalueTest, TestCaffeineCache, TestNumericTerms32, TestCollationFieldDocValues, RequiredFieldsTest, TestCryptoKeys, TestFieldCacheVsDocValues, TestRebalanceLeaders, RegexBytesRefFilterTest, HdfsSyncSliceTest]
   [junit4] Completed [191/905 (1!)] on J1 in 42.52s, 1 test, 1 failure <<< FAILURES!

[...truncated 54888 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2133 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2133/

All tests passed

Build Log:
[...truncated 68385 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:508: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 310 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2132 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2132/

2 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestFactories.test

Error Message:
For input string: "zh?"

Stack Trace:
java.lang.NumberFormatException: For input string: "zh?"
	at __randomizedtesting.SeedInfo.seed([D0225505371465E0:58766ADF99E80818]:0)
	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
	at java.base/java.lang.Float.parseFloat(Float.java:455)
	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
	at org.apache.lucene.analysis.core.TestFactories.doTestTokenFilter(TestFactories.java:101)
	at org.apache.lucene.analysis.core.TestFactories.test(TestFactories.java:69)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([8DD619A5D8905E96:582267F766C336E]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 3689 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestFactories
   [junit4]   2> TEST FAIL: useCharFilter=true text='zi.-|zh? gjqj ogo'
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFactories -Dtests.method=test -Dtests.seed=D0225505371465E0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=nus -Dtests.timezone=Greenwich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.18s J2 | TestFactories.test <<<
   [junit4]    > Throwable #1: java.lang.NumberFormatException: For input string: "zh?"
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D0225505371465E0:58766ADF99E80818]:0)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
   [junit4]    > 	at java.base/java.lang.Float.parseFloat(Float.java:455)
   [junit4]    > 	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestFactories.doTestTokenFilter(TestFactories.java:101)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestFactories.test(TestFactories.java:69)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestFactories_D0225505371465E0-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@76af937a), locale=nus, timezone=Greenwich
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=76694208,total=264241152
   [junit4]   2> NOTE: All tests run in this JVM: [TestKeywordMarkerFilterFactory, TestGermanLightStemFilterFactory, TestCapitalizationFilterFactory, TestTwoFold, TestFilesystemResourceLoader, TestTruncateTokenFilter, TestSpanishMinimalStemFilter, TestItalianAnalyzer, TestCzechAnalyzer, TestCompoundWordTokenFilter, TestCJKWidthFilterFactory, TestSpanishAnalyzer, TestLatvianStemFilterFactory, TestKStemmer, EdgeNGramTokenizerTest, TestFrenchLightStemFilter, TestLimitTokenPositionFilter, TestPortugueseLightStemFilter, TestClassicAnalyzer, TestRomanianAnalyzer, TestTurkishAnalyzer, TestIndonesianStemFilterFactory, TestPatternTokenizerFactory, TestHunspellStemFilterFactory, TestProtectedTermFilter, TestCollationKeyAnalyzer, TestCharTokenizers, TestGreekStemFilterFactory, TestScandinavianNormalizationFilter, TestAbstractAnalysisFactory, TestUnicodeWhitespaceTokenizer, TestMappingCharFilter, TestGermanNormalizationFilter, TestHungarianLightStemFilterFactory, TestEnglishMinimalStemFilter, TestSnowball, TestCJKBigramFilter, TestSynonymMapFilter, TestPortugueseMinimalStemFilterFactory, TestArabicNormalizationFilter, TestNorwegianLightStemFilter, TestKeywordTokenizer, TestDependencies, TestDanishAnalyzer, TestSolrSynonymParser, TestThaiTokenizerFactory, TestStemmerOverrideFilterFactory, TestSpaces, TestAllAnalyzersHaveFactories, TestFingerprintFilterFactory, TestSoraniStemFilter, TestAnalyzers, TestDecimalDigitFilter, TestDecimalDigitFilterFactory, TestDuelingAnalyzers, TestFactories]
   [junit4] Completed [160/297 (1!)] on J2 in 3.25s, 1 test, 1 error <<< FAILURES!

[...truncated 11170 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 4771965 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4771965 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4771966 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/data-dir-191-001
   [junit4]   2> 4771966 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
   [junit4]   2> 4771966 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4771967 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4771968 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4772025 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4772027 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4772030 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e4f88a7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4772144 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7161016d{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-46397-hadoop-hdfs-3_2_0-tests_jar-_-any-4991457433072836717.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 4772144 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6a23504f{HTTP/1.1,[http/1.1]}{localhost.localdomain:46397}
   [junit4]   2> 4772144 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server Started @4772190ms
   [junit4]   2> 4772219 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4772220 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4772221 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a8c1b10{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4772352 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2499e30{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-45095-hadoop-hdfs-3_2_0-tests_jar-_-any-8063918096429735476.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 4772352 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@fe9ceb7{HTTP/1.1,[http/1.1]}{localhost:45095}
   [junit4]   2> 4772352 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.Server Started @4772399ms
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: Processing first storage report for DS-8541892d-893d-4a3f-b678-89dbdece8393 from datanode 2b73032c-39f8-4440-832b-67267255a643
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: from storage DS-8541892d-893d-4a3f-b678-89dbdece8393 node DatanodeRegistration(127.0.0.1:43397, datanodeUuid=2b73032c-39f8-4440-832b-67267255a643, infoPort=39541, infoSecurePort=0, ipcPort=46779, storageInfo=lv=-57;cid=testClusterID;nsid=244602340;c=1584278332617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: Processing first storage report for DS-7c28e9d5-46e2-40c5-92e2-ad1809826759 from datanode 2b73032c-39f8-4440-832b-67267255a643
   [junit4]   2> 4772510 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x6297573707fdecfd: from storage DS-7c28e9d5-46e2-40c5-92e2-ad1809826759 node DatanodeRegistration(127.0.0.1:43397, datanodeUuid=2b73032c-39f8-4440-832b-67267255a643, infoPort=39541, infoSecurePort=0, ipcPort=46779, storageInfo=lv=-57;cid=testClusterID;nsid=244602340;c=1584278332617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4772597 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4772597 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4772597 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4772697 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer start zk server on port:34987
   [junit4]   2> 4772698 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34987
   [junit4]   2> 4772698 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34987
   [junit4]   2> 4772698 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34987
   [junit4]   2> 4772699 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4772705 INFO  (zkConnectionManagerCallback-20362-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4772705 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4772710 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4772713 INFO  (zkConnectionManagerCallback-20364-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4772713 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4772715 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4772716 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4772717 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4772718 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4772719 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4772719 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4772720 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4772721 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4772722 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4772723 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4772724 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4772729 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4772730 INFO  (zkConnectionManagerCallback-20368-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4772730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4772832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4773088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4773088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4773088 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4773095 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76b9830{/,null,AVAILABLE}
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@165cc13e{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35255}
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.s.Server Started @4773143ms
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_control_data, hostPort=35255, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/cores}
   [junit4]   2> 4773096 ERROR (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4773096 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4773097 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:53.731061Z
   [junit4]   2> 4773099 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773101 INFO  (zkConnectionManagerCallback-20370-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773101 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773202 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4773203 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/solr.xml
   [junit4]   2> 4773208 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4773390 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4773392 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c5a9787[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773392 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c5a9787[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773398 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b714315[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773398 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b714315[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4773400 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4773401 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773401 INFO  (zkConnectionManagerCallback-20377-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773401 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773504 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773509 INFO  (zkConnectionManagerCallback-20379-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773509 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773598 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35255_
   [junit4]   2> 4773598 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.Overseer Overseer (id=73414184420048901-127.0.0.1:35255_-n_0000000000) starting
   [junit4]   2> 4773604 INFO  (OverseerStateUpdate-73414184420048901-127.0.0.1:35255_-n_0000000000) [n:127.0.0.1:35255_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35255_
   [junit4]   2> 4773606 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35255_
   [junit4]   2> 4773609 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4773609 WARN  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4773618 INFO  (zkCallback-20378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4773628 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4773647 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4773655 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4773655 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4773656 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [n:127.0.0.1:35255_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/cores
   [junit4]   2> 4773670 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4773670 INFO  (zkConnectionManagerCallback-20388-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4773671 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4773673 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4773674 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34987/solr ready
   [junit4]   2> 4773718 INFO  (qtp865613554-69120) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35255_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4773724 INFO  (OverseerThreadFactory-16306-thread-1-processing-n:127.0.0.1:35255_) [n:127.0.0.1:35255_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 4773838 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4773839 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4774854 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4774871 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 4774986 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4775000 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:39733/solr_hdfs_home
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 4775001 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 4775002 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 4775010 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4775010 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 4775010 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4775026 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4775028 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 4775148 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39733/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 4775155 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4775155 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 4775158 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4775163 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4775170 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=1.904296875, floorSegmentMB=2.041015625, forceMergeDeletesPctAllowed=23.728990312543793, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3755429908325879, deletesPctAllowed=49.660690616061714
   [junit4]   2> 4775624 WARN  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 4775713 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 4775713 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4775713 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 4775734 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4775734 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4775735 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=73.7568359375, floorSegmentMB=1.6103515625, forceMergeDeletesPctAllowed=2.3344303920103773, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5728586553534986, deletesPctAllowed=44.15386137908623
   [junit4]   2> 4775749 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73cce83d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 4775751 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4775751 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4775752 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4775752 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661236240854286336
   [junit4]   2> 4775755 INFO  (searcherExecutor-16311-thread-1-processing-n:127.0.0.1:35255_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@73cce83d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4775759 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4775759 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35255/control_collection_shard1_replica_n1/
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:35255/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 4775761 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73414184420048901-core_node2-n_0000000000
   [junit4]   2> 4775762 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35255/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 4775864 INFO  (zkCallback-20378-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775865 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4775867 INFO  (qtp865613554-69119) [n:127.0.0.1:35255_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2029
   [junit4]   2> 4775869 INFO  (zkCallback-20378-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775874 INFO  (qtp865613554-69120) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4775971 INFO  (zkCallback-20378-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775971 INFO  (zkCallback-20378-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775971 INFO  (zkCallback-20378-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4775971 INFO  (qtp865613554-69120) [n:127.0.0.1:35255_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35255_&wt=javabin&version=2} status=0 QTime=2253
   [junit4]   2> 4775972 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 4776077 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4776078 INFO  (zkConnectionManagerCallback-20394-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4776078 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4776085 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4776087 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34987/solr ready
   [junit4]   2> 4776087 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4776125 INFO  (qtp865613554-69118) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4776130 INFO  (OverseerCollectionConfigSetProcessor-73414184420048901-127.0.0.1:35255_-n_0000000000) [n:127.0.0.1:35255_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4776130 INFO  (OverseerThreadFactory-16306-thread-2-processing-n:127.0.0.1:35255_) [n:127.0.0.1:35255_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 4776343 WARN  (OverseerThreadFactory-16306-thread-2-processing-n:127.0.0.1:35255_) [n:127.0.0.1:35255_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 4776345 INFO  (qtp865613554-69118) [n:127.0.0.1:35255_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4776346 INFO  (qtp865613554-69118) [n:127.0.0.1:35255_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=221
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4776347 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4776348 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4776348 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4776348 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 4776569 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4776574 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4776575 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8bb2467{/,null,AVAILABLE}
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@34a92204{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38539}
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.e.j.s.Server Started @4776622ms
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty1, hostPort=38539, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 4776576 ERROR (closeThreadPool-20395-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4776576 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:57.210417Z
   [junit4]   2> 4776577 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4776605 INFO  (zkConnectionManagerCallback-20397-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4776605 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4776707 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4776707 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-1-001/solr.xml
   [junit4]   2> 4776712 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4776811 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 4776823 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4776823 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4776823 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4776861 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ce72aca{/,null,AVAILABLE}
   [junit4]   2> 4776862 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1d0d2487{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34489}
   [junit4]   2> 4776862 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.Server Started @4776909ms
   [junit4]   2> 4776862 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty2, hostPort=34489, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 4776863 ERROR (closeThreadPool-20395-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4776863 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:57.497139Z
   [junit4]   2> 4776872 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4776881 INFO  (zkConnectionManagerCallback-20400-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4776881 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4776982 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4776982 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001/solr.xml
   [junit4]   2> 4776987 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4777185 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 4777242 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4777242 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4777242 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4777321 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4777321 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4777321 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4777334 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42175422{/,null,AVAILABLE}
   [junit4]   2> 4777335 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6f5d90bb{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39913}
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.e.j.s.Server Started @4777382ms
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty3, hostPort=39913, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 4777336 ERROR (closeThreadPool-20395-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4777336 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:57.970359Z
   [junit4]   2> 4777354 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4777363 INFO  (zkConnectionManagerCallback-20403-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4777363 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4777464 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4777464 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-3-001/solr.xml
   [junit4]   2> 4777469 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4777579 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 4777596 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4777596 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4777596 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4777657 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4777683 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4777683 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4777683 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4777684 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f62161b{/,null,AVAILABLE}
   [junit4]   2> 4777685 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1db8b237[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777685 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1db8b237[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7540105{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36627}
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.e.j.s.Server Started @4777733ms
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty4, hostPort=36627, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 4777686 ERROR (closeThreadPool-20395-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4777686 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:58.320976Z
   [junit4]   2> 4777717 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4777735 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e8fc40b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777735 WARN  (closeThreadPool-20395-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e8fc40b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4777737 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4777761 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4777769 INFO  (zkConnectionManagerCallback-20408-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4777769 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4777777 INFO  (zkConnectionManagerCallback-20412-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4777777 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4777870 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4777871 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-4-001/solr.xml
   [junit4]   2> 4777877 INFO  (closeThreadPool-20395-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4777897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 4777926 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4777926 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4777926 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4777989 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4777989 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4777989 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4778005 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50edc9fb{/,null,AVAILABLE}
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5781a4f5{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40431}
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.e.j.s.Server Started @4778053ms
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:39733/hdfs__localhost.localdomain_39733__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001_tempDir-002_jetty5, hostPort=40431, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 4778006 ERROR (closeThreadPool-20395-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4778006 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-15T13:18:58.640983Z
   [junit4]   2> 4778019 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778037 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778053 INFO  (zkConnectionManagerCallback-20417-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778053 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778054 INFO  (zkConnectionManagerCallback-20415-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778054 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778155 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4778155 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-5-001/solr.xml
   [junit4]   2> 4778159 INFO  (OverseerCollectionConfigSetProcessor-73414184420048901-127.0.0.1:35255_-n_0000000000) [n:127.0.0.1:35255_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4778162 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4778164 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.ZkController Publish node=127.0.0.1:34489_ as DOWN
   [junit4]   2> 4778165 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4778165 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34489_
   [junit4]   2> 4778165 INFO  (closeThreadPool-20395-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4778165 INFO  (zkCallback-20378-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4778167 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4778167 WARN  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4778177 INFO  (zkCallback-20393-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4778178 INFO  (zkCallback-20414-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4778208 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4778246 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4778268 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4778268 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@266cae0c
   [junit4]   2> 4778269 INFO  (closeThreadPool-20395-thread-2) [n:127.0.0.1:34489_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-2-001/cores
   [junit4]   2> 4778507 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4778589 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c5b94e4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778589 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c5b94e4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778611 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34489_
   [junit4]   2> 4778629 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3857e35c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778629 WARN  (closeThreadPool-20395-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3857e35c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778631 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4778649 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4778670 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778677 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f7f63ee[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778677 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f7f63ee[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778681 INFO  (zkConnectionManagerCallback-20428-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778681 INFO  (closeThreadPool-20395-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 4778706 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4778707 INFO  (closeThreadPool-20395-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4778707 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4778707 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57bfd747[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778707 WARN  (closeThreadPool-20395-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57bfd747[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4778708 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34987/solr
   [junit4]   2> 4778725 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4778744 INFO  (zkConnectionManagerCallback-20434-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4778744 INFO  (closeThreadPool-20395-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4778756 INFO  (closeThreadPool-20395-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4778756 INFO  

[...truncated too long message...]

4987
   [junit4]   2> 4823047 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34987
   [junit4]   2> 4823047 INFO  (TEST-HdfsSyncSliceTest.test-seed#[8DD619A5D8905E96]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34987
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=8DD619A5D8905E96 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=yue-Hans -Dtests.timezone=Europe/Minsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 50.5s J0 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8DD619A5D8905E96:582267F766C336E]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 4823052 WARN  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2499e30{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@fe9ceb7{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4823060 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a8c1b10{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 4823061 WARN  (BP-1564795755-127.0.0.1-1584278332617 heartbeating to localhost.localdomain/127.0.0.1:39733) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 4823061 WARN  (BP-1564795755-127.0.0.1-1584278332617 heartbeating to localhost.localdomain/127.0.0.1:39733) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1564795755-127.0.0.1-1584278332617 (Datanode Uuid 2b73032c-39f8-4440-832b-67267255a643) service to localhost.localdomain/127.0.0.1:39733
   [junit4]   2> 4823090 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@7161016d{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 4823091 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a23504f{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 4823091 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4823091 INFO  (SUITE-HdfsSyncSliceTest-seed#[8DD619A5D8905E96]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e4f88a7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8DD619A5D8905E96-001
   [junit4]   2> Mar 15, 2020 1:19:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@47707b33), locale=yue-Hans, timezone=Europe/Minsk
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=4,free=181013248,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestLockTree, SortByFunctionTest, PeerSyncWithBufferUpdatesTest, BasicAuthStandaloneTest, TestLuceneIndexBackCompat, TestPackages, AsyncCallRequestStatusResponseTest, TestNestedDocsSort, SearchHandlerTest, LargeFieldTest, TriggerIntegrationTest, SliceStateTest, PropertiesRequestHandlerTest, HttpSolrCallGetCoreTest, TestCloudConsistency, CreateRoutedAliasTest, TestJmxIntegration, TestLegacyNumericRangeQueryBuilder, LegacyCloudClusterPropTest, TestBulkSchemaAPI, StressHdfsTest, SignificantTermsQParserPluginTest, TestFieldCacheSortRandom, TestLeaderElectionWithEmptyReplica, AutoAddReplicasIntegrationTest, AnalysisAfterCoreReloadTest, TestHighFrequencyDictionaryFactory, TestMacros, TestCloudPhrasesIdentificationComponent, TestSolrCachePerf, TestUninvertingReader, TestSurroundQueryParser, TestStressInPlaceUpdates, TestComplexPhraseLeadingWildcard, SolrCmdDistributorTest, DistributedSpellCheckComponentTest, LeaderElectionIntegrationTest, TestExportWriter, TestRecoveryHdfs, TestManagedSynonymFilterFactory, TestDefaultStatsCache, CustomHighlightComponentTest, CurrencyRangeFacetCloudTest, TestCollectionAPI, CdcrWithNodesRestartsTest, TestPseudoReturnFields, DocValuesTest, RemoteQueryErrorTest, TestDynamicFieldNamesIndexCorrectly, EchoParamsTest, TestUtilizeNode, CopyFieldTest, TestClusterProperties, TestSmileRequest, IndexSizeTriggerTest, TestChildDocTransformer, TestReqParamsAPI, CachingDirectoryFactoryTest, DistributedFacetPivotSmallTest, TestStressThreadBackup, DirectoryFactoryTest, TestBadConfig, ShardSplitTest, ParsingFieldUpdateProcessorsTest, TestOrdValues, FullHLLTest, HighlighterWithoutStoredIdTest, MBeansHandlerTest, ScheduledMaintenanceTriggerTest, TestOmitPositions, TestReversedWildcardFilterFactory, SpellCheckCollatorWithCollapseTest, TestQueryingOnDownCollection, TestRTimerTree, PolyFieldTest, TestSimComputePlanAction, DistributedFacetSimpleRefinementLongTailTest, TestCloudRecovery, TestSolrCloudWithKerberosAlt, MigrateRouteKeyTest, TestSerializedLuceneMatchVersion, ActionThrottleTest, CdcrUpdateLogTest, TestRawTransformer, TestUnifiedSolrHighlighterWithoutStoredId, AuditLoggerPluginTest, RecoveryAfterSoftCommitTest, DeleteNodeTest, DistributedFacetPivotLargeTest, HdfsNNFailoverTest, TestAddFieldRealTimeGet, MultiThreadedOCPTest, BJQParserTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestRandomDVFaceting, TestSimLargeCluster, TestClassicSimilarityFactory, TestIntervalFaceting, TestReRankQParserPlugin, ShardRoutingCustomTest, TestHttpShardHandlerFactory, TestFieldTypeCollectionResource, DeleteStatusTest, SpellCheckComponentTest, AdminHandlersProxyTest, TestUtils, PeerSyncWithLeaderTest, TestZkChroot, TestTrie, TestConfigSets, TestPerFieldSimilarityWithDefaultOverride, AssignBackwardCompatibilityTest, ComputePlanActionTest, TestLegacyBM25SimilarityFactory, TestBinaryResponseWriter, DistributedDebugComponentTest, TestSQLHandlerNonCloud, DateRangeFieldTest, CursorPagingTest, TestMultiValuedNumericRangeQuery, TestConfigOverlay, TestTlogReplica, SpatialRPTFieldTypeTest, ConfigSetsAPITest, NotRequiredUniqueKeyTest, UUIDFieldTest, SystemCollectionCompatTest, TestCrossCoreJoin, TermsComponentTest, CollectionStateFormat2Test, CdcrBidirectionalTest, TestPolicyCloud, SuggesterTSTTest, XCJFQueryTest, TestDocBasedVersionConstraints, TestStandardQParsers, ResponseLogComponentTest, TestDistributedMissingSort, SuggestComponentTest, ClassificationUpdateProcessorIntegrationTest, TestReplicationHandler, MoveReplicaHDFSTest, FacetPivotSmallTest, CleanupOldIndexTest, TestFastOutputStream, OverseerSolrResponseUnsafeSerializationTest, SplitShardTest, TestCloudInspectUtil, TestCloudSearcherWarming, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLocalStatsCacheCloud, TestOnReconnectListenerSupport, TestPullReplica, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestRebalanceLeaders, TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestTlogReplayVsRecovery, TestWithCollection, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkSolrClientTest, CollectionsAPIDistributedZkTest, CustomCollectionTest, SplitByPrefixTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, TestReplicaProperties, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest, NodeAddedTriggerTest, NodeLostTriggerTest, SearchRateTriggerIntegrationTest, TestSimTriggerIntegration, CdcrOpsAndBoundariesTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest]
   [junit4] Completed [577/905 (1!)] on J0 in 54.26s, 1 test, 1 failure <<< FAILURES!

[...truncated 53558 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2131 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2131/

2 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings

Error Message:
For input string: "ॕै"

Stack Trace:
java.lang.NumberFormatException: For input string: "ॕै"
	at __randomizedtesting.SeedInfo.seed([8E32C6A78CF13FD5:E46979B6D5BF1F26]:0)
	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
	at java.base/java.lang.Float.parseFloat(Float.java:455)
	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
	at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter.incrementToken(ConditionalTokenFilter.java:174)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([F16E689C04541719:793A5746AAA87AE1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 3998 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> TEST FAIL: useCharFilter=false text='\u2c6f\u2c62\u2c67 boqzat wujfjfcxm \u0969\u0955\u0948 )\u058f\u0628\uf076\u1009c\u67bf\ub930V \ud809\udc36\ud809\udc02 fwmgcrc \u020b\u46ff\ue5c0\ue1ba sxelijb <?> \u294f\u291e\u2956\u293b\u2952\u292c dinw ho'
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2>   org.apache.lucene.analysis.charfilter.HTMLStripCharFilter(java.io.StringReader@4ea3902f, [])
   [junit4]   2>   org.apache.lucene.analysis.charfilter.MappingCharFilter(org.apache.lucene.analysis.charfilter.NormalizeCharMap@4eb006d4, org.apache.lucene.analysis.charfilter.HTMLStripCharFilter@3c75d54a)
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.core.UnicodeWhitespaceTokenizer(org.apache.lucene.util.AttributeFactory$1@a6813f43, 33)
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter(ValidatingTokenFilter@4d1870db term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null,boost=1.0, ३)
   [junit4]   2>   Conditional:org.apache.lucene.analysis.miscellaneous.TypeAsSynonymFilter(OneTimeWrapper@1956fd5e term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null,boost=1.0, zbuljfbc)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=8E32C6A78CF13FD5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-GT -Dtests.timezone=Pacific/Guam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   8.53s J0 | TestRandomChains.testRandomChainsWithLargeStrings <<<
   [junit4]    > Throwable #1: java.lang.NumberFormatException: For input string: "ॕै"
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E32C6A78CF13FD5:E46979B6D5BF1F26]:0)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:2054)
   [junit4]    > 	at java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
   [junit4]    > 	at java.base/java.lang.Float.parseFloat(Float.java:455)
   [junit4]    > 	at org.apache.lucene.analysis.boost.DelimitedBoostTokenFilter.incrementToken(DelimitedBoostTokenFilter.java:52)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
   [junit4]    > 	at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter.incrementToken(ConditionalTokenFilter.java:174)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J0/temp/lucene.analysis.core.TestRandomChains_8E32C6A78CF13FD5-001
   [junit4]   2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@74a75b1d), locale=es-GT, timezone=Pacific/Guam
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=208396464,total=373293056
   [junit4]   2> NOTE: All tests run in this JVM: [TypeAsPayloadTokenFilterTest, TestCommonGramsFilterFactory, TestDictionary, TestMappingCharFilterFactory, TestTypeTokenFilter, FixedShingleFilterTest, TestGreekStemmer, TestBrazilianAnalyzer, TestMorphAlias, TestEnglishMinimalStemFilterFactory, TestCJKBigramFilterFactory, TestSoraniStemFilter, TestSpanishLightStemFilter, TestElision, TestWordnetSynonymParser, TestGermanAnalyzer, TestHungarianAnalyzer, TestItalianLightStemFilter, TestTrimFilter, TestOnlyInCompound, TestRandomChains]
   [junit4] Completed [268/297 (1!)] on J0 in 95.74s, 2 tests, 1 error <<< FAILURES!

[...truncated 9495 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 1003577 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1003577 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1003577 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/data-dir-91-001
   [junit4]   2> 1003578 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 1003578 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1003579 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1003580 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1004483 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1004501 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1004504 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1004504 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1004504 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1004506 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a58b1cb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1004700 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@20cb7ea1{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-35151-hadoop-hdfs-3_2_0-tests_jar-_-any-9207840011009255476.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1004700 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@66afffcf{HTTP/1.1,[http/1.1]}{localhost.localdomain:35151}
   [junit4]   2> 1004700 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server Started @1004740ms
   [junit4]   2> 1005233 WARN  (StorageLocationChecker thread 0) [     ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 1005273 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1005277 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1005278 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40827bde{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1005417 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@39aaf06a{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-36299-hadoop-hdfs-3_2_0-tests_jar-_-any-15625329832677194902.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1005418 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f7280da{HTTP/1.1,[http/1.1]}{localhost:36299}
   [junit4]   2> 1005418 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server Started @1005458ms
   [junit4]   2> 1005672 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1005673 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1005675 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1005675 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1005675 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1005678 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15f6da07{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1005807 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@47b0f95e{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-36213-hadoop-hdfs-3_2_0-tests_jar-_-any-14290014918956078495.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1005807 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@344d8c7f{HTTP/1.1,[http/1.1]}{localhost:36213}
   [junit4]   2> 1005807 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.Server Started @1005848ms
   [junit4]   2> 1006194 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: Processing first storage report for DS-20f8c611-5745-4ec2-9bf2-8c6eeb3429f6 from datanode 5e1310cc-dfe3-4556-8cd3-42517afda645
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: from storage DS-20f8c611-5745-4ec2-9bf2-8c6eeb3429f6 node DatanodeRegistration(127.0.0.1:46857, datanodeUuid=5e1310cc-dfe3-4556-8cd3-42517afda645, infoPort=35085, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: Processing first storage report for DS-d6cb8912-0643-4091-8769-e5dfeab1948e from datanode 74955af1-c70d-44e8-ba96-629e0f3e5ee9
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: from storage DS-d6cb8912-0643-4091-8769-e5dfeab1948e node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=74955af1-c70d-44e8-ba96-629e0f3e5ee9, infoPort=46703, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: Processing first storage report for DS-8f8107f3-62a3-493e-ae65-1b8be929575e from datanode 5e1310cc-dfe3-4556-8cd3-42517afda645
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x714bd1f715f0005a: from storage DS-8f8107f3-62a3-493e-ae65-1b8be929575e node DatanodeRegistration(127.0.0.1:46857, datanodeUuid=5e1310cc-dfe3-4556-8cd3-42517afda645, infoPort=35085, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: Processing first storage report for DS-52de2cbd-d21c-4a2f-b8a7-a3ee50f78b6b from datanode 74955af1-c70d-44e8-ba96-629e0f3e5ee9
   [junit4]   2> 1006195 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8569261ac5307119: from storage DS-52de2cbd-d21c-4a2f-b8a7-a3ee50f78b6b node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=74955af1-c70d-44e8-ba96-629e0f3e5ee9, infoPort=46703, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=1032105120;c=1584199844461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1006369 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1006369 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1006369 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer start zk server on port:38957
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38957
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38957
   [junit4]   2> 1006469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38957
   [junit4]   2> 1006471 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006474 INFO  (zkConnectionManagerCallback-5897-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006474 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006477 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006478 INFO  (zkConnectionManagerCallback-5899-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006478 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006480 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1006483 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1006486 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1006487 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1006489 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1006490 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1006492 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1006493 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1006494 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1006495 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1006497 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1006499 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006500 INFO  (zkConnectionManagerCallback-5903-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006500 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006603 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1006844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1006844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1006844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1006845 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1006845 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1006845 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1006846 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60a1ba67{/,null,AVAILABLE}
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6d1c41b3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38151}
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.s.Server Started @1006887ms
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_control_data, hostPort=38151, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1006847 ERROR (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1006847 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:47.156572Z
   [junit4]   2> 1006848 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1006849 INFO  (zkConnectionManagerCallback-5905-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1006849 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1006951 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1006951 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/solr.xml
   [junit4]   2> 1006957 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1007656 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1007657 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2dc5de6f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007657 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2dc5de6f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007661 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@26905eb5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007661 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@26905eb5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1007663 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1007664 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1007665 INFO  (zkConnectionManagerCallback-5912-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1007665 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1007768 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1007769 INFO  (zkConnectionManagerCallback-5914-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1007769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1007878 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38151_
   [junit4]   2> 1007878 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.Overseer Overseer (id=73409040724852741-127.0.0.1:38151_-n_0000000000) starting
   [junit4]   2> 1007884 INFO  (OverseerStateUpdate-73409040724852741-127.0.0.1:38151_-n_0000000000) [n:127.0.0.1:38151_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38151_
   [junit4]   2> 1007893 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38151_
   [junit4]   2> 1007895 INFO  (zkCallback-5913-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1007896 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1007897 WARN  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1007929 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1007988 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1007996 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1007996 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1007997 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [n:127.0.0.1:38151_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/cores
   [junit4]   2> 1008015 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1008018 INFO  (zkConnectionManagerCallback-5923-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1008018 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1008021 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1008022 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38957/solr ready
   [junit4]   2> 1008065 INFO  (qtp1945571207-64324) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38151_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1008069 INFO  (OverseerThreadFactory-5096-thread-1-processing-n:127.0.0.1:38151_) [n:127.0.0.1:38151_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1008186 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1008186 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1009201 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1009220 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1009339 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1009355 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1009355 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42
   [junit4]   2> 1009363 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46177/solr_hdfs_home
   [junit4]   2> 1009364 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1009367 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 1009368 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 1009384 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1009384 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1009384 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 1009433 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1009438 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 1009467 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46177/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 1009474 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1009474 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1009480 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1009480 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=70.7255859375, floorSegmentMB=0.373046875, forceMergeDeletesPctAllowed=23.017327664537298, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5166491054734993, deletesPctAllowed=33.35983963541946
   [junit4]   2> 1010019 WARN  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1010107 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1010107 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1010107 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1010124 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1010124 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1010126 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15743175016660083]
   [junit4]   2> 1010195 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4637c832[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1010199 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1010200 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1010202 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1010204 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661153942451519488
   [junit4]   2> 1010206 INFO  (searcherExecutor-5101-thread-1-processing-n:127.0.0.1:38151_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4637c832[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1010209 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1010209 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38151/control_collection_shard1_replica_n1/
   [junit4]   2> 1010212 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1010213 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:38151/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1010213 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73409040724852741-core_node2-n_0000000000
   [junit4]   2> 1010214 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38151/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1010316 INFO  (zkCallback-5913-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010316 INFO  (zkCallback-5913-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010317 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1010320 INFO  (qtp1945571207-64323) [n:127.0.0.1:38151_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2134
   [junit4]   2> 1010324 INFO  (qtp1945571207-64324) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1010420 INFO  (zkCallback-5913-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010420 INFO  (zkCallback-5913-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010420 INFO  (zkCallback-5913-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1010421 INFO  (qtp1945571207-64324) [n:127.0.0.1:38151_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38151_&wt=javabin&version=2} status=0 QTime=2355
   [junit4]   2> 1010421 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1010527 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1010528 INFO  (zkConnectionManagerCallback-5929-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1010528 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1010529 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1010530 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38957/solr ready
   [junit4]   2> 1010531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1010568 INFO  (qtp1945571207-64319) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1010571 INFO  (OverseerCollectionConfigSetProcessor-73409040724852741-127.0.0.1:38151_-n_0000000000) [n:127.0.0.1:38151_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1010572 INFO  (OverseerThreadFactory-5096-thread-2-processing-n:127.0.0.1:38151_) [n:127.0.0.1:38151_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1010775 WARN  (OverseerThreadFactory-5096-thread-2-processing-n:127.0.0.1:38151_) [n:127.0.0.1:38151_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1010776 INFO  (qtp1945571207-64319) [n:127.0.0.1:38151_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1010777 INFO  (qtp1945571207-64319) [n:127.0.0.1:38151_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1010779 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 1011048 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 1011051 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011051 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011052 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011053 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41b5e3d0{/,null,AVAILABLE}
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4cd786b4{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33689}
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.e.j.s.Server Started @1011094ms
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty1, hostPort=33689, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1011054 ERROR (closeThreadPool-5930-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011054 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:51.363380Z
   [junit4]   2> 1011055 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011056 INFO  (zkConnectionManagerCallback-5932-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011056 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011157 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1011157 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-1-001/solr.xml
   [junit4]   2> 1011162 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1011288 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1011291 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011291 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011291 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011294 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61eb74a6{/,null,AVAILABLE}
   [junit4]   2> 1011295 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3c522d08{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37213}
   [junit4]   2> 1011295 INFO  (closeThreadPool-5930-thread-2) [     ] o.e.j.s.Server Started @1011336ms
   [junit4]   2> 1011295 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty2, hostPort=37213, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1011296 ERROR (closeThreadPool-5930-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:51.605272Z
   [junit4]   2> 1011296 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011298 INFO  (zkConnectionManagerCallback-5935-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011298 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011400 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1011400 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-2-001/solr.xml
   [junit4]   2> 1011404 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1011545 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 1011550 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011550 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011550 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011554 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011554 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011555 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011555 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@578a8451{/,null,AVAILABLE}
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4830314{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44903}
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.e.j.s.Server Started @1011597ms
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty3, hostPort=44903, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1011556 ERROR (closeThreadPool-5930-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011556 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:51.865986Z
   [junit4]   2> 1011558 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011559 INFO  (zkConnectionManagerCallback-5938-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011559 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011660 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1011660 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-3-001/solr.xml
   [junit4]   2> 1011672 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1011829 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 1011857 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1011857 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1011857 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1011902 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1011909 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1011920 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1011920 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1011920 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1011920 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7533ca2d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011920 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7533ca2d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011921 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7803b21f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011921 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7803b21f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011926 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@247a20b2{/,null,AVAILABLE}
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@76b3ef8f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38927}
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.e.j.s.Server Started @1011982ms
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty4, hostPort=38927, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 1011942 ERROR (closeThreadPool-5930-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1011942 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:52.251931Z
   [junit4]   2> 1011948 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@fe2e0f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011948 WARN  (closeThreadPool-5930-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@fe2e0f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011949 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1011952 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011953 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d7f8cc5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011953 WARN  (closeThreadPool-5930-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d7f8cc5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1011954 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1011955 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011955 INFO  (zkConnectionManagerCallback-5945-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011955 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011956 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011957 INFO  (zkConnectionManagerCallback-5949-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011957 INFO  (closeThreadPool-5930-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011957 INFO  (zkConnectionManagerCallback-5953-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1011958 INFO  (closeThreadPool-5930-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012057 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1012057 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-4-001/solr.xml
   [junit4]   2> 1012062 INFO  (closeThreadPool-5930-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1012124 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1012126 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2d3c9340[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012126 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2d3c9340[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012130 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4b30012c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012130 WARN  (closeThreadPool-5930-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4b30012c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1012131 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38957/solr
   [junit4]   2> 1012132 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012137 INFO  (zkConnectionManagerCallback-5960-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012137 INFO  (closeThreadPool-5930-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012150 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 1012154 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1012154 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1012154 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1012155 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f68703c{/,null,AVAILABLE}
   [junit4]   2> 1012156 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1f1177e2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42509}
   [junit4]   2> 1012156 INFO  (closeThreadPool-5930-thread-5) [     ] o.e.j.s.Server Started @1012197ms
   [junit4]   2> 1012156 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46177/hdfs__localhost.localdomain_46177__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001_tempDir-002_jetty5, hostPort=42509, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 1012157 ERROR (closeThreadPool-5930-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1012157 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-14T15:30:52.466138Z
   [junit4]   2> 1012158 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012159 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012159 INFO  (zkConnectionManagerCallback-5962-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012159 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012160 INFO  (zkConnectionManagerCallback-5964-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012160 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012260 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1012260 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001/shard-5-001/solr.xml
   [junit4]   2> 1012262 INFO  (closeThreadPool-5930-thread-1) [n:127.0.0.1:33689_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012265 INFO  (closeThreadPool-5930-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29d07e42, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1012267 INFO  (zkConnectionManagerCallback-5966-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1012267 INFO  (closeThreadPool-5930-thread-1) [n:127.0.0.1:33689_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012270 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1012272 INFO  (closeThreadPool-5930-thread-1) [n:127.0.0.1:33689_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1012273 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.ZkController Publish node=127.0.0.1:37213_ as DOWN
   [junit4]   2> 1012274 INFO  (closeThreadPool-5930-thread-2) [n:127.0.0.1:37213_     ] o.a.s.c.TransientSolrCoreCacheDef

[...truncated too long message...]

[junit4]   2> 	2	/solr/overseer_elect/election/73409040724852752-127.0.0.1:37213_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	77	/solr/live_nodes
   [junit4]   2> 	72	/solr/overseer/queue
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1045730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38957
   [junit4]   2> 1045730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38957
   [junit4]   2> 1045730 INFO  (TEST-HdfsSyncSliceTest.test-seed#[F16E689C04541719]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38957
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=F16E689C04541719 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ca-FR -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 39.4s J1 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F16E689C04541719:793A5746AAA87AE1]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1045734 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1045744 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@47b0f95e{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1045745 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@344d8c7f{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 1045745 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1045745 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15f6da07{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 1045746 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1045747 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1986490018-127.0.0.1-1584199844461 (Datanode Uuid 74955af1-c70d-44e8-ba96-629e0f3e5ee9) service to localhost.localdomain/127.0.0.1:46177
   [junit4]   2> 1045770 WARN  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@39aaf06a{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7f7280da{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1045782 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40827bde{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 1045783 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1045783 WARN  (BP-1986490018-127.0.0.1-1584199844461 heartbeating to localhost.localdomain/127.0.0.1:46177) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1986490018-127.0.0.1-1584199844461 (Datanode Uuid 5e1310cc-dfe3-4556-8cd3-42517afda645) service to localhost.localdomain/127.0.0.1:46177
   [junit4]   2> 1045823 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@20cb7ea1{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1045823 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@66afffcf{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 1045824 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1045824 INFO  (SUITE-HdfsSyncSliceTest-seed#[F16E689C04541719]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a58b1cb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F16E689C04541719-001
   [junit4]   2> Mar 14, 2020 3:31:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=178, blockShift=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=6)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7f6a513d), locale=ca-FR, timezone=BET
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=12,free=63210848,total=387973120
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedMap, TestAtomicUpdateErrorCases, TestPullReplica, DistributedQueryComponentOptimizationTest, TestSchemaSimilarityResource, TestLegacyNumericUtils, TestAnalyzedSuggestions, InfixSuggestersTest, TestPushWriter, ConnectionManagerTest, TestPayloadCheckQParserPlugin, TestFieldCacheVsDocValues, OverseerRolesTest, PathHierarchyTokenizerFactoryTest, DistributedExpandComponentTest, TestSegmentSorting, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, NodeMarkersRegistrationTest, TestSubQueryTransformerCrossCore, BadComponentTest, SchemaVersionSpecificBehaviorTest, TestDistributedSearch, CollectionsAPIDistributedZkTest, TestMaxTokenLenTokenizer, TestCodecSupport, TestSimDistribStateManager, TestXmlQParser, DeleteInactiveReplicaTest, SpellPossibilityIteratorTest, TestQueryTypes, QueryElevationComponentTest, HdfsRecoverLeaseTest, TriggerCooldownIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, DocValuesMissingTest, ExecutePlanActionTest, UpdateParamsTest, CustomTermsComponentTest, TestBlobHandler, TestFunctionQuery, NestedShardedAtomicUpdateTest, TestNonDefinedSimilarityFactory, TestSlowCompositeReaderWrapper, TestSolrConfigHandlerCloud, IndexSchemaTest, SystemInfoHandlerTest, TestRSAKeyPair, TestCloudManagedSchema, NodeAddedTriggerTest, TestHttpServletCarrier, BasicFunctionalityTest, SolrPluginUtilsTest, CloudExitableDirectoryReaderTest, TestRuleBasedAuthorizationPlugin, SecurityConfHandlerTest, TestSimNodeAddedTrigger, TestReload, NumericFieldsTest, TestSortByMinMaxFunction, AutoAddReplicasPlanActionTest, TlogReplayBufferedWhileIndexingTest, HLLSerializationTest, SolrLogAuditLoggerPluginTest, TestWriterPerf, TestRetrieveFieldsOptimizer, TestConfigSetImmutable, DistributedFacetPivotLongTailTest, VMParamsZkACLAndCredentialsProvidersTest, RecoveryZkTest, TestAuthenticationFramework, TestComplexPhraseQParserPlugin, XmlUpdateRequestHandlerTest, SplitShardTest, SolrIndexConfigTest, TestDeprecatedFilters, SimpleMLTQParserTest, ZkFailoverTest, RankQueryTest, JSONWriterTest, TestDistribIDF, HdfsSyncSliceTest]
   [junit4] Completed [193/905 (1!)] on J1 in 45.34s, 1 test, 1 failure <<< FAILURES!

[...truncated 54931 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2130 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2130/

4 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test

Error Message:
shard1 is not consistent.  Got 1280 from http://127.0.0.1:34181/collection1_shard1_replica_n3 (previous client) and got 1284 from http://127.0.0.1:33047/collection1_shard1_replica_n1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 1280 from http://127.0.0.1:34181/collection1_shard1_replica_n3 (previous client) and got 1284 from http://127.0.0.1:33047/collection1_shard1_replica_n1
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895:6D5C276A401E556D]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1470)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1449)
	at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:109)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:799)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:539)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:903)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1274)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1185)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:334)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:43279/kbhvb/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43279/kbhvb/collection1
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895:6D5C276A401E556D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 49 more


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:34891/_xwy/i

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34891/_xwy/i
	at __randomizedtesting.SeedInfo.seed([E50818B0EEE23895:6D5C276A401E556D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 52 more




Build Log:
[...truncated 14538 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 3043536 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3043536 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3043537 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/data-dir-166-001
   [junit4]   2> 3043537 WARN  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 3043537 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3043538 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 3043539 INFO  (SUITE-RollingRestartTest-seed#[E50818B0EEE23895]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_xwy/i
   [junit4]   2> 3043544 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3043548 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3043548 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer start zk server on port:33575
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33575
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33575
   [junit4]   2> 3043648 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33575
   [junit4]   2> 3043650 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3043653 INFO  (zkConnectionManagerCallback-13848-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3043653 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3043655 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3043656 INFO  (zkConnectionManagerCallback-13850-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3043657 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3043658 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3043659 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3043660 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3043661 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3043662 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3043664 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3043665 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3043666 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3043667 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3043669 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3043670 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3043672 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3043673 INFO  (zkConnectionManagerCallback-13854-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3043673 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3043775 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3044011 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3044011 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3044011 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3044024 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3044024 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3044025 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3044026 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bab1ea3{/_xwy/i,null,AVAILABLE}
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3260d415{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42195}
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.s.Server Started @3044065ms
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_xwy/i, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/tempDir-001/control/data, hostPort=42195, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 3044035 ERROR (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3044035 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-13T09:01:38.430787Z
   [junit4]   2> 3044037 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3044042 INFO  (zkConnectionManagerCallback-13856-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3044043 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3044159 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3044159 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/solr.xml
   [junit4]   2> 3044163 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3046286 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3046287 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@351dbec4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046287 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@351dbec4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046290 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6dc94978[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046290 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6dc94978[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3046291 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33575/solr
   [junit4]   2> 3046292 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3046293 INFO  (zkConnectionManagerCallback-13863-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3046293 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3046395 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3046396 INFO  (zkConnectionManagerCallback-13865-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3046396 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3046476 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42195__xwy%2Fi
   [junit4]   2> 3046477 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.Overseer Overseer (id=73401848232673285-127.0.0.1:42195__xwy%2Fi-n_0000000000) starting
   [junit4]   2> 3046481 INFO  (OverseerStateUpdate-73401848232673285-127.0.0.1:42195__xwy%2Fi-n_0000000000) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42195__xwy%2Fi
   [junit4]   2> 3046482 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42195__xwy%2Fi
   [junit4]   2> 3046483 INFO  (zkCallback-13864-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3046484 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3046485 WARN  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3046507 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3046528 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3046535 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3046535 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3046536 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores
   [junit4]   2> 3046551 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3046552 INFO  (zkConnectionManagerCallback-13874-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3046552 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3046553 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3046554 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33575/solr ready
   [junit4]   2> 3046584 INFO  (qtp42793708-95675) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42195__xwy%252Fi&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3046586 INFO  (OverseerThreadFactory-11487-thread-1-processing-n:127.0.0.1:42195__xwy%2Fi) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3046702 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3046702 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3047716 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3047736 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 3047844 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3047861 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 3047861 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c04c9e
   [junit4]   2> 3047861 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3047866 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=370311446, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3047880 WARN  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 3047949 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3047949 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3047951 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3047951 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3047952 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6808494865169767]
   [junit4]   2> 3047953 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2298a491[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3047956 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3047957 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3047957 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3047957 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661038863163850752
   [junit4]   2> 3047960 INFO  (searcherExecutor-11492-thread-1-processing-n:127.0.0.1:42195__xwy%2Fi x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2298a491[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3047968 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3047968 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42195/_xwy/i/control_collection_shard1_replica_n1/
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:42195/_xwy/i/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3047982 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73401848232673285-core_node2-n_0000000000
   [junit4]   2> 3047984 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42195/_xwy/i/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3048087 INFO  (zkCallback-13864-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3048088 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3048091 INFO  (qtp42793708-95674) [n:127.0.0.1:42195__xwy%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1389
   [junit4]   2> 3048093 INFO  (qtp42793708-95675) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3048191 INFO  (zkCallback-13864-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3048191 INFO  (zkCallback-13864-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3048192 INFO  (qtp42793708-95675) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42195__xwy%252Fi&wt=javabin&version=2} status=0 QTime=1608
   [junit4]   2> 3048192 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 3048297 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3048298 INFO  (zkConnectionManagerCallback-13880-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3048298 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3048299 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3048300 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33575/solr ready
   [junit4]   2> 3048300 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3048324 INFO  (qtp42793708-95673) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3048327 INFO  (OverseerThreadFactory-11487-thread-2-processing-n:127.0.0.1:42195__xwy%2Fi) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3048327 INFO  (OverseerCollectionConfigSetProcessor-73401848232673285-127.0.0.1:42195__xwy%2Fi-n_0000000000) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3048530 WARN  (OverseerThreadFactory-11487-thread-2-processing-n:127.0.0.1:42195__xwy%2Fi) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3048532 INFO  (qtp42793708-95673) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3048533 INFO  (qtp42793708-95673) [n:127.0.0.1:42195__xwy%2Fi     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3048534 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 3048742 INFO  (TEST-RollingRestartTest.test-seed#[E50818B0EEE23895]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_E50818B0EEE23895-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3048745 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3048746 INFO  (closeThreadPool-13881-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3048746 INFO  

[...truncated too long message...]

t org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_E50818B0EEE23895-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {id_i=Lucene84, _root_=PostingsFormat(name=Asserting), title_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=PostingsFormat(name=LuceneFixedGap), id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=Asserting)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Asserting), id_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), inplace_updatable_int_with_default=DocValuesFormat(name=Asserting), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=811, maxMBSortInHeap=5.857786126474724, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1c67057a), locale=ta-SG, timezone=Europe/Bratislava
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=311032576,total=513802240
   [junit4]   2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, TestFileDictionaryLookup, BasicAuthStandaloneTest, TestUtilizeNode, ClusterStateTest, RecoveryAfterSoftCommitTest, ParsingFieldUpdateProcessorsTest, TestExtendedDismaxParser, TestPHPSerializedResponseWriter, CollectionStateFormat2Test, TestCloudJSONFacetJoinDomain, V2StandaloneTest, TestLegacyFieldReuse, HttpPartitionTest, UpdateLogTest, DistributedFacetPivotLargeTest, CdcrBidirectionalTest, TestComplexPhraseLeadingWildcard, PropertiesRequestHandlerTest, PluginInfoTest, TestValueSourceCache, LegacyCloudClusterPropTest, TestDynamicLoading, PolyFieldTest, TestGroupingSearch, TestCollationField, CreateRoutedAliasTest, TestLocalFSCloudBackupRestore, TestDynamicFieldResource, TestDistribDocBasedVersion, ShardSplitTest, TestConfigSets, TestNRTOpen, ConfigSetsAPITest, TestFieldTypeCollectionResource, InfoHandlerTest, TriggerIntegrationTest, MoreLikeThisHandlerTest, CdcrWithNodesRestartsTest, TestIntervalFaceting, TestSimUtils, XCJFQueryTest, TestConfigOverlay, PeerSyncWithLeaderTest, TestLegacyFieldCache, TestPolicyCloud, NodeAddedTriggerIntegrationTest, ShardRoutingCustomTest, ResponseLogComponentTest, TestReversedWildcardFilterFactory, TestRawTransformer, TestRandomDVFaceting, DocValuesNotIndexedTest, DistributedQueryComponentCustomSortTest, PrimUtilsTest, TestPerFieldSimilarityWithDefaultOverride, TestNestedDocsSort, FacetPivotSmallTest, TestReqParamsAPI, CachingDirectoryFactoryTest, TaggingAttributeTest, HdfsRestartWhileUpdatingTest, TestLeaderElectionWithEmptyReplica, TestBadConfig, TestSolrJacksonAnnotation, HttpSolrCallGetCoreTest, BigEndianAscendingWordSerializerTest, AdminHandlersProxyTest, TestTlogReplica, TestLuceneIndexBackCompat, TestCloudPhrasesIdentificationComponent, MigrateRouteKeyTest, SolrIndexSplitterTest, TestManagedSynonymFilterFactory, QueryParsingTest, TestCloudConsistency, SliceStateTest, FullHLLTest, CurrencyRangeFacetCloudTest, TestExactStatsCache, TestStressReorder, SuggestComponentTest, TestPseudoReturnFields, DistributedDebugComponentTest, DistributedSpellCheckComponentTest, SortByFunctionTest, PeerSyncWithBufferUpdatesTest, TestExportWriter, TimeRoutedAliasUpdateProcessorTest, TestSolrConfigHandler, HighlighterConfigTest, TestConfigReload, TestUnifiedSolrHighlighterWithoutStoredId, OverseerTest, ZkStateReaderTest, TestSubQueryTransformer, TestNumericTokenStream, SolrRequestParserTest, TestInPlaceUpdatesRequiredField, TestSolrCoreProperties, CustomHighlightComponentTest, UUIDUpdateProcessorFallbackTest, TestUninvertingReader, SignificantTermsQParserPluginTest, TermsComponentTest, SolrXmlInZkTest, TestDistributedMissingSort, TestPackages, OutOfBoxZkACLAndCredentialsProvidersTest, DOMUtilTest, AnalysisAfterCoreReloadTest, TestOverriddenPrefixQueryForCustomFieldType, TestHdfsUpdateLog, LeaderElectionIntegrationTest, BasicZkTest, TestLegacyBM25SimilarityFactory, AsyncCallRequestStatusResponseTest, TestEmbeddedSolrServerSchemaAPI, SampleTest, TestConfigSetsAPIZkFailure, PrimitiveFieldTypeTest, HttpTriggerListenerTest, TestMacros, TestSurroundQueryParser, CloudMLTQParserTest, TestDelegationWithHadoopAuth, TestSimExecutePlanAction, TestBulkSchemaConcurrent, WrapperMergePolicyFactoryTest, TestQueryingOnDownCollection, TestBinaryResponseWriter, SpatialRPTFieldTypeTest, FileUtilsTest, TestImplicitCoreProperties, TestSmileRequest, CollectionsAPIAsyncDistributedZkTest, TestDynamicFieldNamesIndexCorrectly, ReplicationFactorTest, TestFastOutputStream, TestJmxIntegration, SuggesterTSTTest, BlobRepositoryCloudTest, TestGeoJSONResponseWriter, TestSimPolicyCloud, TestSchemaManager, LargeFieldTest, TestRTimerTree, TestDistributedTracing, SolrCoreCheckLockOnStartupTest, SSLMigrationTest, SaslZkACLProviderTest, SyncSliceTest, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLocalStatsCacheCloud, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, ZkControllerTest, ZkShardTermsTest, ConcurrentDeleteAndCreateCollectionTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, ExecutePlanActionTest, IndexSizeTriggerTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerIntegrationTest, SearchRateTriggerTest, TriggerEventQueueTest, TestSimComputePlanAction, TestSimDistribStateManager, TestSimDistributedQueue, TestSimGenericDistributedQueue, TestSimLargeCluster, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest, TestClusterStateMutator, ZkCollectionPropsCachingTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, TestCorePropertiesReload, TestCustomStream, TestMergePolicyConfig, TestSimpleTextCodec, TestSolrDeletionPolicy2, TestSolrXml, TestSolrCloudSnapshots, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestCSVLoader, TestHdfsBackupRestoreCore, TestReplicationHandlerDiskOverFlow, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestStressThreadBackup, TestSystemCollAutoCreate, V2ApiIntegrationTest, CoreAdminCreateDiscoverTest, CoreAdminOperationTest, CoreMergeIndexesAdminHandlerTest, DaemonStreamApiTest, MBeansHandlerTest, SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, ZookeeperStatusHandlerTest, BadComponentTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, DistributedTermsComponentTest, SpellCheckComponentTest, TestHttpShardHandlerFactory, TestPivotHelperCode, EmbeddedSolrNoSerializeTest, RandomizedTaggerTest, Tagger2Test, HighlighterTest, HighlighterWithoutStoredIdTest, TestPostingsSolrHighlighter, TestNumericRangeQuery32, SolrCloudReportersTest, SolrRrdBackendFactoryTest, TestBulkSchemaAPI, DocValuesTest, TestCloudSchemaless, TestSchemaField, TestTextField, TestUseDocValuesAsStored, TestCustomSort, TestFoldingMultitermQuery, TestHashQParserPlugin, TestIndexSearcher, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestNoOpRegenerator, TestPayloadScoreQParserPlugin, TestRTGBase, TestRandomCollapseQParserPlugin, TestBlendedInfixSuggestions, TestHighFrequencyDictionaryFactory, TestPhraseSuggestions, BufferStoreTest, HdfsLockFactoryTest, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSortRandom, TestFieldCacheWithThreads, TestNumericTerms64, TestExceedMaxTermLength, TestInPlaceUpdatesDistrib]
   [junit4] Completed [905/905 (4!)] on J0 in 3898.30s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20200313_081054_3223714736724098863640.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid4296.hprof ...
   [junit4] Heap dump file created [698480794 bytes in 6.100 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 9516 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:587: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid4296.hprof

Total time: 376 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2129 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2129/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:34759/etis

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34759/etis
	at __randomizedtesting.SeedInfo.seed([80905A7D09A45477:8C465A7A758398F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 52 more




Build Log:
[...truncated 14486 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 2931220 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2931220 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2931220 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/data-dir-184-001
   [junit4]   2> 2931221 WARN  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 2931221 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2931222 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2931223 INFO  (SUITE-RollingRestartTest-seed#[80905A7D09A45477]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /etis/
   [junit4]   2> 2931226 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2931227 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2931227 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer start zk server on port:39175
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39175
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39175
   [junit4]   2> 2931327 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39175
   [junit4]   2> 2931330 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931333 INFO  (zkConnectionManagerCallback-12619-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931333 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931338 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931338 INFO  (zkConnectionManagerCallback-12621-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931338 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931340 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2931343 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2931346 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2931347 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2931349 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2931351 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2931353 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2931354 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2931356 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2931358 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2931361 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2931363 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931364 INFO  (zkConnectionManagerCallback-12625-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931364 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931467 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2931708 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2931708 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2931708 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2931710 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2931710 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2931710 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2931711 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d728e6{/etis,null,AVAILABLE}
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6557d9f9{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/control/data, hostPort=40281, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 2931712 ERROR (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2931712 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:27.423862Z
   [junit4]   2> 2931713 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931714 INFO  (zkConnectionManagerCallback-12627-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931714 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2931816 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2931816 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/solr.xml
   [junit4]   2> 2931821 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2931985 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2931986 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54c7884e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931987 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54c7884e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931990 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4511b4b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931990 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4511b4b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2931992 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2931992 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2931995 INFO  (zkConnectionManagerCallback-12634-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2931995 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2932097 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2932099 INFO  (zkConnectionManagerCallback-12636-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2932099 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2932198 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40281_etis
   [junit4]   2> 2932199 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.Overseer Overseer (id=73395788052037637-127.0.0.1:40281_etis-n_0000000000) starting
   [junit4]   2> 2932208 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40281_etis
   [junit4]   2> 2932208 INFO  (OverseerStateUpdate-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40281_etis
   [junit4]   2> 2932209 INFO  (OverseerStateUpdate-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2932211 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2932212 WARN  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2932233 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2932256 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2932264 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2932264 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2932266 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [n:127.0.0.1:40281_etis     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores
   [junit4]   2> 2932284 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2932285 INFO  (zkConnectionManagerCallback-12645-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2932285 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2932286 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2932287 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39175/solr ready
   [junit4]   2> 2932330 INFO  (qtp477579229-95028) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40281_etis&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2932333 INFO  (OverseerThreadFactory-10027-thread-1-processing-n:127.0.0.1:40281_etis) [n:127.0.0.1:40281_etis     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2932511 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2932511 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2933535 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2933557 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 2933660 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2933677 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 2933677 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2933678 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2933682 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=77.806640625, floorSegmentMB=1.212890625, forceMergeDeletesPctAllowed=14.059961687281962, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=21.38384663763274
   [junit4]   2> 2933698 WARN  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 2933776 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2933776 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2933777 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2933777 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2933781 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.682238251531785]
   [junit4]   2> 2933782 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@256bc661[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2933785 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660941898346397696
   [junit4]   2> 2933788 INFO  (searcherExecutor-10032-thread-1-processing-n:127.0.0.1:40281_etis x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@256bc661[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2933800 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2933800 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40281/etis/control_collection_shard1_replica_n1/
   [junit4]   2> 2933803 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2933804 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40281/etis/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2933804 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73395788052037637-core_node2-n_0000000000
   [junit4]   2> 2933807 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40281/etis/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2933909 INFO  (zkCallback-12635-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2933909 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2933911 INFO  (qtp477579229-95027) [n:127.0.0.1:40281_etis c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1400
   [junit4]   2> 2933919 INFO  (zkCallback-12635-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2933920 INFO  (qtp477579229-95028) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2934021 INFO  (zkCallback-12635-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2934021 INFO  (zkCallback-12635-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2934021 INFO  (zkCallback-12635-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2934022 INFO  (qtp477579229-95028) [n:127.0.0.1:40281_etis     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40281_etis&wt=javabin&version=2} status=0 QTime=1692
   [junit4]   2> 2934023 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 2934128 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2934132 INFO  (zkConnectionManagerCallback-12651-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2934132 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2934133 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2934134 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39175/solr ready
   [junit4]   2> 2934134 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2934172 INFO  (qtp477579229-95026) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2934175 INFO  (OverseerThreadFactory-10027-thread-2-processing-n:127.0.0.1:40281_etis) [n:127.0.0.1:40281_etis     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2934175 INFO  (OverseerCollectionConfigSetProcessor-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2934378 WARN  (OverseerThreadFactory-10027-thread-2-processing-n:127.0.0.1:40281_etis) [n:127.0.0.1:40281_etis     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2934379 INFO  (qtp477579229-95026) [n:127.0.0.1:40281_etis     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2934381 INFO  (qtp477579229-95026) [n:127.0.0.1:40281_etis     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=208
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2934382 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 2934581 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 2934584 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2934584 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2934584 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2934585 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@426f5351{/etis,null,AVAILABLE}
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@53829fa8{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty1, hostPort=41765, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 2934586 ERROR (closeThreadPool-12652-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2934586 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2934587 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:30.298083Z
   [junit4]   2> 2934588 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2934592 INFO  (zkConnectionManagerCallback-12654-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2934592 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2934694 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2934694 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001/solr.xml
   [junit4]   2> 2934699 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2934858 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 2934861 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2934861 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2934861 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2934862 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dfa9006{/etis,null,AVAILABLE}
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f5fd346{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty2, hostPort=38941, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 2934864 ERROR (closeThreadPool-12652-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2934864 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:30.575337Z
   [junit4]   2> 2934865 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2934868 INFO  (zkConnectionManagerCallback-12657-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2934868 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2934969 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2934969 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001/solr.xml
   [junit4]   2> 2934975 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935096 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 2935102 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935102 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935102 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2935124 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@211fdc4c{/etis,null,AVAILABLE}
   [junit4]   2> 2935125 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1122674c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935125 INFO  (closeThreadPool-12652-thread-3) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935125 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty3, hostPort=35031, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 2935126 ERROR (closeThreadPool-12652-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935126 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:30.837150Z
   [junit4]   2> 2935127 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935130 INFO  (zkConnectionManagerCallback-12660-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935130 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935231 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2935231 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-3-001/solr.xml
   [junit4]   2> 2935236 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935332 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 2935350 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935350 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935350 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935411 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935411 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935411 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2935420 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163884e{/etis,null,AVAILABLE}
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3092fd31{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty4, hostPort=41359, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 2935421 ERROR (closeThreadPool-12652-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935421 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:31.132388Z
   [junit4]   2> 2935448 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935460 INFO  (zkConnectionManagerCallback-12663-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935460 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935561 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2935561 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-4-001/solr.xml
   [junit4]   2> 2935565 INFO  (closeThreadPool-12652-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935615 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-5-001 of type NRT for shard2
   [junit4]   2> 2935630 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935630 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935630 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935678 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2935701 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935701 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935701 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2935708 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@422d9f74{/etis,null,AVAILABLE}
   [junit4]   2> 2935709 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5e20b8c1{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935709 INFO  (closeThreadPool-12652-thread-5) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935709 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty5, hostPort=33159, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 2935710 ERROR (closeThreadPool-12652-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935710 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:31.421189Z
   [junit4]   2> 2935716 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@501ecc6c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935716 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@501ecc6c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935716 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935755 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2afd36bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935755 WARN  (closeThreadPool-12652-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2afd36bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935756 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2935776 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935784 INFO  (zkConnectionManagerCallback-12667-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935784 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935797 INFO  (zkConnectionManagerCallback-12672-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935797 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935865 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2935867 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21fff52a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935867 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21fff52a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935874 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f909616[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935874 WARN  (closeThreadPool-12652-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f909616[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2935875 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2935876 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2935880 INFO  (zkConnectionManagerCallback-12678-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2935880 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2935885 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2935885 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-5-001/solr.xml
   [junit4]   2> 2935887 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 2935890 INFO  (closeThreadPool-12652-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2935904 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2935904 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2935904 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2935981 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2935981 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2935981 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2935986 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27ef5de9{/etis,null,AVAILABLE}
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@79152103{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty6, hostPort=44179, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-6-001/cores, replicaType=NRT}
   [junit4]   2> 2935987 ERROR (closeThreadPool-12652-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2935987 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:31.698880Z
   [junit4]   2> 2936007 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936025 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936032 INFO  (zkConnectionManagerCallback-12681-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936032 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936036 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2936039 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.ZkController Publish node=127.0.0.1:38941_etis as DOWN
   [junit4]   2> 2936040 INFO  (zkConnectionManagerCallback-12683-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936040 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936040 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2936040 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38941_etis
   [junit4]   2> 2936058 INFO  (zkCallback-12680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2936058 INFO  (zkCallback-12635-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2936062 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2936063 WARN  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2936063 INFO  (zkCallback-12650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2936104 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936116 INFO  (zkConnectionManagerCallback-12688-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936116 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936120 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2936123 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.ZkController Publish node=127.0.0.1:41765_etis as DOWN
   [junit4]   2> 2936125 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2936125 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41765_etis
   [junit4]   2> 2936126 INFO  (zkCallback-12635-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936126 INFO  (zkCallback-12680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936126 INFO  (zkCallback-12650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936128 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2936128 WARN  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2936146 INFO  (zkCallback-12687-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2936147 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-7-001 of type NRT for shard2
   [junit4]   2> 2936153 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2936172 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2936172 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2936172 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2936176 INFO  (OverseerCollectionConfigSetProcessor-73395788052037637-127.0.0.1:40281_etis-n_0000000000) [n:127.0.0.1:40281_etis     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2936185 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2936190 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936192 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2936192 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-6-001/solr.xml
   [junit4]   2> 2936197 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2936221 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936221 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936226 INFO  (closeThreadPool-12652-thread-2) [n:127.0.0.1:38941_etis     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-2-001/cores
   [junit4]   2> 2936243 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936309 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2936309 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2936309 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2936311 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936311 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592
   [junit4]   2> 2936316 INFO  (closeThreadPool-12652-thread-1) [n:127.0.0.1:41765_etis     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-1-001/cores
   [junit4]   2> 2936328 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ba9dc06{/etis,null,AVAILABLE}
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.AbstractConnector Started ServerConnector@45462509{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:?????}
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/etis, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/tempDir-001/jetty7, hostPort=34759, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-7-001/cores, replicaType=NRT}
   [junit4]   2> 2936329 ERROR (closeThreadPool-12652-thread-7) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2936329 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-12T07:20:32.040942Z
   [junit4]   2> 2936360 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936377 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2936377 INFO  (zkConnectionManagerCallback-12696-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936377 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936400 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68e22c35[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936400 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68e22c35[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936428 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f484d7e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936428 WARN  (closeThreadPool-12652-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f484d7e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936430 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39175/solr
   [junit4]   2> 2936442 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936453 INFO  (zkConnectionManagerCallback-12702-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936453 INFO  (closeThreadPool-12652-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936476 INFO  (closeThreadPool-12652-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41765_etis
   [junit4]   2> 2936480 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2936480 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-7-001/solr.xml
   [junit4]   2> 2936491 INFO  (closeThreadPool-12652-thread-7) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@44056592, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2936506 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38941_etis
   [junit4]   2> 2936604 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2936612 INFO  (zkConnectionManagerCallback-12705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2936612 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2936617 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2936620 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.ZkController Publish node=127.0.0.1:35031_etis as DOWN
   [junit4]   2> 2936621 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2936621 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35031_etis
   [junit4]   2> 2936622 INFO  (zkCallback-12687-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936622 INFO  (zkCallback-12680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936622 INFO  (zkCallback-12635-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936622 INFO  (zkCallback-12650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936626 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2936626 WARN  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2936648 INFO  (zkCallback-12704-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2936672 INFO  (closeThreadPool-12652-thread-6) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2936680 INFO  (closeThreadPool-12652-thread-3) [n:127.0.0.1:35031_etis     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2936684 INFO  (TEST-RollingRestartTest.test-seed#[80905A7D09A45477]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001/shard-8-001 of type NRT for shard1
   [junit4]   2> 2936686 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2936686 INFO  (closeThreadPool-12652-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2936686 INFO  (closeThreadPool-12652-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2936696 WARN  (closeThreadPool-12652-thread-6) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12326088[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2936696 WARN  (closeThreadPool-12652-thread-6) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12326088[provider=null,keyStore=null,trustStore=null]
   [junit4]   

[...truncated too long message...]

ache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
   [junit4]    > 	... 52 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_80905A7D09A45477-001
   [junit4]   2> Mar 12, 2020 7:22:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=2008, maxMBSortInHeap=5.63419329538057, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@22872d3d), locale=bn-IN, timezone=Asia/Beirut
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=232478176,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeResource, TestPostingsSolrHighlighter, MetricTriggerIntegrationTest, TestTermsQParserPlugin, DistributedFacetPivotWhiteBoxTest, CoreAdminOperationTest, FieldAnalysisRequestHandlerTest, Tagger2Test, EnumFieldTest, TestManagedResourceStorage, TestConfigSetsAPI, LeaderTragicEventTest, SortSpecParsingTest, TestSolrConfigHandlerCloud, TestFieldCacheReopen, TestMiniSolrCloudClusterSSL, NumberUtilsTest, TriggerCooldownIntegrationTest, MinimalSchemaTest, TestCursorMarkWithoutUniqueKey, HLLSerializationTest, TestDeprecatedFilters, TestAtomicUpdateErrorCases, MergeStrategyTest, LeaderElectionTest, TestFacetMethods, TestRetrieveFieldsOptimizer, TestInPlaceUpdatesStandalone, SimpleCollectionCreateDeleteTest, AuthToolTest, TestDocSet, CurrencyFieldTypeTest, TestWordDelimiterFilterFactory, TimeZoneUtilsTest, TestNumericTerms32, TestReplicaProperties, CategoryRoutedAliasUpdateProcessorTest, DistributedFacetPivotLongTailTest, TestCollationFieldDocValues, ExitableDirectoryReaderTest, TestInPlaceUpdateWithRouteField, TestRandomCollapseQParserPlugin, QueryElevationComponentTest, TestRSAKeyPair, SimpleMLTQParserTest, TestRemoteStreaming, TestConfigsApi, TestStressLucene, ScheduledTriggerIntegrationTest, DistributedExpandComponentTest, HdfsSyncSliceTest, TestStressUserVersions, TestRestoreCore, SolrLogAuditLoggerPluginTest, TestChildDocTransformerHierarchy, BufferStoreTest, TestSnapshotCloudManager, RankQueryTest, PreAnalyzedFieldManagedSchemaCloudTest, DisMaxRequestHandlerTest, ZkSolrClientTest, CloudExitableDirectoryReaderTest, SystemInfoHandlerTest, SolrMetricsIntegrationTest, TestSkipOverseerOperations, CacheHeaderTest, DeleteInactiveReplicaTest, TestDistribIDF, HdfsRecoverLeaseTest, TestCloudJSONFacetSKG, TestClusterStateMutator, HealthCheckHandlerTest, AutoscalingHistoryHandlerTest, PackageManagerCLITest, SynonymTokenizerTest, SolrJmxReporterTest, TestTolerantUpdateProcessorCloud, TestFieldCacheVsDocValues, TestHttpServletCarrier, SparseHLLTest, TestHashPartitioner, TestPointFields, TestDistributedStatsComponentCardinality, StatelessScriptUpdateProcessorFactoryTest, TestFunctionQuery, RestartWhileUpdatingTest, DistributedQueueTest, TestMaxScoreQueryParser, AddReplicaTest, TestWaitForStateWithJettyShutdowns, ReplaceNodeNoTargetTest, CursorMarkTest, TestCollectionsAPIViaSolrCloudCluster, GraphQueryTest, JWTAuthPluginIntegrationTest, TestSchemaSimilarityResource, TestSearcherReuse, DeleteReplicaTest, BadComponentTest, HighlighterMaxOffsetTest, TestLRUStatsCache, ScriptEngineTest, HDFSCollectionsAPITest, CheckHdfsIndexTest, TestWriterPerf, ResourceLoaderTest, HttpPartitionWithTlogReplicasTest, PreAnalyzedUpdateProcessorTest, TestConfigSetImmutable, TestRuleBasedAuthorizationPlugin, UpdateParamsTest, IndexSizeTriggerMixedBoundsTest, RegexBytesRefFilterTest, TestLeaderElectionZkExpiry, TestSweetSpotSimilarityFactory, StatsComponentTest, ClassificationUpdateProcessorTest, AutoAddReplicasPlanActionTest, TestCloudManagedSchema, BasicAuthIntegrationTest, TestJsonFacetsStatsParsing, SearchRateTriggerTest, TestCoreBackup, TestPullReplica, ConnectionManagerTest, MoveReplicaTest, NumericFieldsTest, TestIndexSearcher, TestUniqueKeyFieldResource, MetricsHistoryIntegrationTest, DistribCursorPagingTest, SchemaVersionSpecificBehaviorTest, TestDistributedSearch, SearchHandlerTest, TestCloudRecovery2, TestRebalanceLeaders, IndexSchemaTest, TestAuthenticationFramework, UniqFieldsUpdateProcessorFactoryTest, TestMultiWordSynonyms, CustomTermsComponentTest, DateMathParserTest, TestAnalyzedSuggestions, TestPayloadCheckQParserPlugin, RangeFacetCloudTest, TestSimExtremeIndexing, TestFoldingMultitermQuery, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestLuceneMatchVersion, TestLuceneIndexBackCompat, BasicDistributedZk2Test, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, NestedShardedAtomicUpdateTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RollingRestartTest]
   [junit4] Completed [498/905 (1!)] on J1 in 151.88s, 1 test, 1 error <<< FAILURES!

[...truncated 53935 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2128 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2128/

2 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChains

Error Message:
2

Stack Trace:
java.lang.AssertionError: 2
	at __randomizedtesting.SeedInfo.seed([412CB1D2009B6D92:7CCD98B347897052]:0)
	at org.apache.lucene.analysis.core.FlattenGraphFilter.releaseBufferedToken(FlattenGraphFilter.java:195)
	at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:258)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
	at org.apache.lucene.analysis.ru.RussianLightStemFilter.incrementToken(RussianLightStemFilter.java:48)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:872)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:36117/x/ei/collection1: Server error writing document id 61 to the index

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36117/x/ei/collection1: Server error writing document id 61 to the index
	at __randomizedtesting.SeedInfo.seed([980A7DAD7CD6D3DA:105E4277D22ABE22]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:850)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:438)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 3754 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> TEST FAIL: useCharFilter=true text='\u26b2\u26af\u2645\u2658\u2668\u261f\u26ab\u2627\u2647\u26f5 \udb9b\ude7b\udba6\udff1 '
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2>   org.apache.lucene.analysis.pattern.PatternReplaceCharFilter(a, g, java.io.StringReader@572fe340)
   [junit4]   2>   org.apache.lucene.analysis.charfilter.HTMLStripCharFilter(org.apache.lucene.analysis.pattern.PatternReplaceCharFilter@567ce148, [<HANGUL>])
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.standard.UAX29URLEmailTokenizer()
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@4d71263 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1)
   [junit4]   2>   Conditional:org.apache.lucene.analysis.ngram.EdgeNGramTokenFilter(OneTimeWrapper@e961137 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1, 39)
   [junit4]   2>   org.apache.lucene.analysis.core.FlattenGraphFilter(ValidatingTokenFilter@48541949 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1)
   [junit4]   2>   org.apache.lucene.analysis.ru.RussianLightStemFilter(ValidatingTokenFilter@471c00af term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,keyword=false)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=412CB1D2009B6D92 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=kl-GL -Dtests.timezone=America/Kralendijk -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 71.5s J0 | TestRandomChains.testRandomChains <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([412CB1D2009B6D92:7CCD98B347897052]:0)
   [junit4]    > 	at org.apache.lucene.analysis.core.FlattenGraphFilter.releaseBufferedToken(FlattenGraphFilter.java:195)
   [junit4]    > 	at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:258)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
   [junit4]    > 	at org.apache.lucene.analysis.ru.RussianLightStemFilter.incrementToken(RussianLightStemFilter.java:48)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:872)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J0/temp/lucene.analysis.core.TestRandomChains_412CB1D2009B6D92-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {dummy=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1934, maxMBSortInHeap=7.5082416255608155, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@ebde588), locale=kl-GL, timezone=America/Kralendijk
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=357764152,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestArmenianAnalyzer, TestGermanNormalizationFilterFactory, TestRussianAnalyzer, Test64kAffixes, TestPortugueseStemFilter, TestFixBrokenOffsetsFilter, TestMorphAlias, TestBengaliNormalizer, TestTruncateTokenFilterFactory, TestIndonesianStemmer, TestPatternReplaceCharFilter, TestStemmer, TestCondition2, TestGermanMinimalStemFilter, TestNorwegianLightStemFilterFactory, TestElision, TestConcatenateGraphFilterFactory, TestSoraniStemFilter, TestArabicAnalyzer, TestEnglishMinimalStemFilterFactory, TestTwoSuffixes, TestLatvianStemmer, TestLimitTokenOffsetFilter, TestAnalyzers, TestLimitTokenPositionFilterFactory, TestGalicianStemFilter, TestGermanAnalyzer, TestSpanishMinimalStemFilterFactory, TestIgnore, NumericPayloadTokenFilterTest, TestStandardFactories, TestCzechStemFilterFactory, TestPatternReplaceFilterFactory, TestScandinavianNormalizationFilterFactory, WikipediaTokenizerTest, TestSwedishLightStemFilterFactory, TestSnowballPorterFilterFactory, TestRandomChains]
   [junit4] Completed [122/297 (1!)] on J0 in 94.13s, 2 tests, 1 failure <<< FAILURES!

[...truncated 10713 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 2995789 INFO  (SUITE-BasicDistributedZkTest-seed#[980A7DAD7CD6D3DA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2995789 INFO  (SUITE-BasicDistributedZkTest-seed#[980A7DAD7CD6D3DA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2995790 INFO  (SUITE-BasicDistributedZkTest-seed#[980A7DAD7CD6D3DA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/data-dir-191-001
   [junit4]   2> 2995790 WARN  (SUITE-BasicDistributedZkTest-seed#[980A7DAD7CD6D3DA]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2995790 INFO  (SUITE-BasicDistributedZkTest-seed#[980A7DAD7CD6D3DA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2995791 INFO  (SUITE-BasicDistributedZkTest-seed#[980A7DAD7CD6D3DA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 2995792 INFO  (SUITE-BasicDistributedZkTest-seed#[980A7DAD7CD6D3DA]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /x/ei
   [junit4]   2> 2995796 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2995797 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2995797 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2995897 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer start zk server on port:45102
   [junit4]   2> 2995897 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45102
   [junit4]   2> 2995897 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45102
   [junit4]   2> 2995897 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45102
   [junit4]   2> 2995899 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2995901 INFO  (zkConnectionManagerCallback-7608-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2995901 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2995905 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2995906 INFO  (zkConnectionManagerCallback-7610-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2995906 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2995909 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2995911 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2995913 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2995915 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2995916 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2995918 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2995919 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2995921 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2995922 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2995924 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2995925 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2995927 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2996144 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2996144 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2996144 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 2996145 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2996145 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2996145 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2996146 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cbb2f54{/x/ei,null,AVAILABLE}
   [junit4]   2> 2996146 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1aaaf75b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44568}
   [junit4]   2> 2996146 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.s.Server Started @2996204ms
   [junit4]   2> 2996146 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/x/ei, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/tempDir-001/control/data, hostPort=44568, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 2996147 ERROR (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2996147 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2996147 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 2996147 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2996147 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2996147 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-11T09:20:18.829376Z
   [junit4]   2> 2996148 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2996149 INFO  (zkConnectionManagerCallback-7612-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2996149 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2996251 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2996251 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/control-001/solr.xml
   [junit4]   2> 2996255 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2997934 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2997935 WARN  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c5dd074[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2997935 WARN  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c5dd074[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2997939 WARN  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50cea1e2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2997939 WARN  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50cea1e2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2997941 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45102/solr
   [junit4]   2> 2997941 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2997943 INFO  (zkConnectionManagerCallback-7619-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2997943 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2998046 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2998047 INFO  (zkConnectionManagerCallback-7621-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2998047 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2998156 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44568_x%2Fei
   [junit4]   2> 2998157 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.Overseer Overseer (id=72430753011531780-127.0.0.1:44568_x%2Fei-n_0000000000) starting
   [junit4]   2> 2998168 INFO  (OverseerStateUpdate-72430753011531780-127.0.0.1:44568_x%2Fei-n_0000000000) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44568_x%2Fei
   [junit4]   2> 2998168 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44568_x%2Fei
   [junit4]   2> 2998169 INFO  (zkCallback-7620-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2998172 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2998172 WARN  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2998199 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2998231 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 2998244 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 2998244 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 2998246 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/control-001/cores
   [junit4]   2> 2998268 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2998269 INFO  (zkConnectionManagerCallback-7630-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2998269 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2998271 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2998272 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45102/solr ready
   [junit4]   2> 2998274 INFO  (qtp225095456-81931) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44568_x%252Fei&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2998278 INFO  (OverseerThreadFactory-8184-thread-1-processing-n:127.0.0.1:44568_x%2Fei) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2998385 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2998386 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2999399 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2999422 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2999548 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2999568 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 2999569 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 2999569 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2999573 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7329732714653985]
   [junit4]   2> 2999577 WARN  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 2999675 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2999675 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2999677 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2999677 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2999679 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2999681 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f392665[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2999683 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2999683 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2999684 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2999684 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660858843650850816
   [junit4]   2> 2999688 INFO  (searcherExecutor-8189-thread-1-processing-n:127.0.0.1:44568_x%2Fei x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1f392665[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2999691 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2999691 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2999695 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2999695 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2999695 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44568/x/ei/control_collection_shard1_replica_n1/
   [junit4]   2> 2999696 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2999696 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:44568/x/ei/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2999696 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72430753011531780-core_node2-n_0000000000
   [junit4]   2> 2999698 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44568/x/ei/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2999800 INFO  (zkCallback-7620-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2999800 INFO  (zkCallback-7620-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2999801 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2999803 INFO  (qtp225095456-81930) [n:127.0.0.1:44568_x%2Fei c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1418
   [junit4]   2> 2999805 INFO  (qtp225095456-81931) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2999904 INFO  (zkCallback-7620-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2999904 INFO  (zkCallback-7620-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2999904 INFO  (zkCallback-7620-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2999905 INFO  (qtp225095456-81931) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44568_x%252Fei&wt=javabin&version=2} status=0 QTime=1630
   [junit4]   2> 2999905 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 3000012 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3000012 INFO  (zkConnectionManagerCallback-7636-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3000013 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3000014 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3000016 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45102/solr ready
   [junit4]   2> 3000016 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3000017 INFO  (qtp225095456-81932) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3000021 INFO  (OverseerThreadFactory-8184-thread-2-processing-n:127.0.0.1:44568_x%2Fei) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3000021 INFO  (OverseerCollectionConfigSetProcessor-72430753011531780-127.0.0.1:44568_x%2Fei-n_0000000000) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3000224 WARN  (OverseerThreadFactory-8184-thread-2-processing-n:127.0.0.1:44568_x%2Fei) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3000226 INFO  (qtp225095456-81932) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3000227 INFO  (qtp225095456-81932) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 3000228 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3000228 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3000228 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3000228 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3000228 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 3000228 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3000228 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 3000450 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 3000451 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3000451 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3000451 INFO  (closeThreadPool-7637-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3000452 INFO  (closeThreadPool-7637-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3000452 INFO  (closeThreadPool-7637-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3000452 INFO  (closeThreadPool-7637-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3000452 INFO  (closeThreadPool-7637-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69c8286f{/x/ei,null,AVAILABLE}
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@725e6feb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35977}
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.e.j.s.Server Started @3000511ms
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/x/ei, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/tempDir-001/jetty1, hostPort=35977, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 3000453 ERROR (closeThreadPool-7637-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3000453 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-11T09:20:23.135544Z
   [junit4]   2> 3000454 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3000456 INFO  (zkConnectionManagerCallback-7639-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3000456 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3000557 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3000557 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-1-001/solr.xml
   [junit4]   2> 3000563 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3000676 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 3000677 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3000677 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3000677 INFO  (closeThreadPool-7637-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3000678 INFO  (closeThreadPool-7637-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3000678 INFO  (closeThreadPool-7637-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3000678 INFO  (closeThreadPool-7637-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3000678 INFO  (closeThreadPool-7637-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60e3cf13{/x/ei,null,AVAILABLE}
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7b57a939{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36117}
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.e.j.s.Server Started @3000737ms
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/x/ei, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/tempDir-001/jetty2, hostPort=36117, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 3000679 ERROR (closeThreadPool-7637-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3000679 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-11T09:20:23.361627Z
   [junit4]   2> 3000681 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3000682 INFO  (zkConnectionManagerCallback-7642-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3000682 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3000785 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3000785 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-2-001/solr.xml
   [junit4]   2> 3000790 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3000906 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 3000907 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3000907 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3000908 INFO  (closeThreadPool-7637-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3000908 INFO  (closeThreadPool-7637-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3000908 INFO  (closeThreadPool-7637-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3000908 INFO  (closeThreadPool-7637-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3000909 INFO  (closeThreadPool-7637-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c48eacb{/x/ei,null,AVAILABLE}
   [junit4]   2> 3000909 INFO  (closeThreadPool-7637-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3f3ba7b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39847}
   [junit4]   2> 3000909 INFO  (closeThreadPool-7637-thread-3) [     ] o.e.j.s.Server Started @3000967ms
   [junit4]   2> 3000909 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/x/ei, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/tempDir-001/jetty3, hostPort=39847, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 3000910 ERROR (closeThreadPool-7637-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3000910 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3000910 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 3000910 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3000910 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3000910 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-11T09:20:23.592276Z
   [junit4]   2> 3000911 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3000912 INFO  (zkConnectionManagerCallback-7645-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3000912 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3000995 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3000996 WARN  (closeThreadPool-7637-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65fe05fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3000996 WARN  (closeThreadPool-7637-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65fe05fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3000999 WARN  (closeThreadPool-7637-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c7cce70[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3000999 WARN  (closeThreadPool-7637-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c7cce70[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001001 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45102/solr
   [junit4]   2> 3001002 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3001003 INFO  (zkConnectionManagerCallback-7651-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3001003 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3001014 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3001014 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-3-001/solr.xml
   [junit4]   2> 3001019 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3001115 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3001116 INFO  (zkConnectionManagerCallback-7654-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3001116 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3001123 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3001130 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.ZkController Publish node=127.0.0.1:35977_x%2Fei as DOWN
   [junit4]   2> 3001131 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 3001131 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3001131 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35977_x%2Fei
   [junit4]   2> 3001131 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3001132 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3001132 INFO  (closeThreadPool-7637-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 3001132 INFO  (zkCallback-7635-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3001132 INFO  (zkCallback-7620-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3001133 INFO  (zkCallback-7653-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3001133 INFO  (closeThreadPool-7637-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3001133 INFO  (closeThreadPool-7637-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3001133 INFO  (closeThreadPool-7637-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3001133 INFO  (closeThreadPool-7637-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@568a1c{/x/ei,null,AVAILABLE}
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2582afec{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44322}
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.e.j.s.Server Started @3001193ms
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/x/ei, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/tempDir-001/jetty4, hostPort=44322, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 3001135 ERROR (closeThreadPool-7637-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3001135 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-11T09:20:23.817963Z
   [junit4]   2> 3001136 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3001136 WARN  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3001136 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3001137 INFO  (zkConnectionManagerCallback-7659-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3001137 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3001162 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3001195 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001211 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001211 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001213 INFO  (closeThreadPool-7637-thread-1) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-1-001/cores
   [junit4]   2> 3001223 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3001224 WARN  (closeThreadPool-7637-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7ac63757[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001224 WARN  (closeThreadPool-7637-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7ac63757[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001227 WARN  (closeThreadPool-7637-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4262b138[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001227 WARN  (closeThreadPool-7637-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4262b138[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001229 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45102/solr
   [junit4]   2> 3001230 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3001231 INFO  (zkConnectionManagerCallback-7666-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3001231 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3001239 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3001239 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-4-001/solr.xml
   [junit4]   2> 3001243 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3001250 INFO  (closeThreadPool-7637-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:35977_x%2Fei
   [junit4]   2> 3001340 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3001341 INFO  (zkConnectionManagerCallback-7669-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3001341 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3001347 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3001351 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.ZkController Publish node=127.0.0.1:36117_x%2Fei as DOWN
   [junit4]   2> 3001352 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3001352 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36117_x%2Fei
   [junit4]   2> 3001354 INFO  (zkCallback-7653-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3001354 INFO  (zkCallback-7635-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3001354 INFO  (zkCallback-7620-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3001354 INFO  (zkCallback-7668-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3001356 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3001356 WARN  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3001388 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3001419 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001434 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001434 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001436 INFO  (closeThreadPool-7637-thread-2) [n:127.0.0.1:36117_x%2Fei     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-2-001/cores
   [junit4]   2> 3001484 INFO  (closeThreadPool-7637-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:36117_x%2Fei
   [junit4]   2> 3001595 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3001595 WARN  (closeThreadPool-7637-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f7a0073[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001595 WARN  (closeThreadPool-7637-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f7a0073[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001598 WARN  (closeThreadPool-7637-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7452e55[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001598 WARN  (closeThreadPool-7637-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7452e55[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3001600 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45102/solr
   [junit4]   2> 3001601 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3001602 INFO  (zkConnectionManagerCallback-7679-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3001602 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3001705 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3001706 INFO  (zkConnectionManagerCallback-7681-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3001706 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3001714 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3001720 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.ZkController Publish node=127.0.0.1:39847_x%2Fei as DOWN
   [junit4]   2> 3001721 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3001721 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39847_x%2Fei
   [junit4]   2> 3001723 INFO  (zkCallback-7668-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3001723 INFO  (zkCallback-7653-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3001723 INFO  (zkCallback-7635-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3001723 INFO  (zkCallback-7620-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3001723 INFO  (zkCallback-7680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3001726 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3001726 WARN  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3001753 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3001789 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001806 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001806 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3001808 INFO  (closeThreadPool-7637-thread-3) [n:127.0.0.1:39847_x%2Fei     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-3-001/cores
   [junit4]   2> 3001871 INFO  (closeThreadPool-7637-thread-3) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:39847_x%2Fei
   [junit4]   2> 3002023 INFO  (OverseerCollectionConfigSetProcessor-72430753011531780-127.0.0.1:44568_x%2Fei-n_0000000000) [n:127.0.0.1:44568_x%2Fei     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3002134 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3002135 WARN  (closeThreadPool-7637-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d52762[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3002135 WARN  (closeThreadPool-7637-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d52762[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3002138 WARN  (closeThreadPool-7637-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d3fec6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3002138 WARN  (closeThreadPool-7637-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d3fec6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3002140 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45102/solr
   [junit4]   2> 3002141 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3002142 INFO  (zkConnectionManagerCallback-7691-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3002142 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3002245 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3002246 INFO  (zkConnectionManagerCallback-7693-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3002246 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3002252 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3002256 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.ZkController Publish node=127.0.0.1:44322_x%2Fei as DOWN
   [junit4]   2> 3002257 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3002257 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44322_x%2Fei
   [junit4]   2> 3002259 INFO  (zkCallback-7635-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3002259 INFO  (zkCallback-7653-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3002259 INFO  (zkCallback-7668-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3002259 INFO  (zkCallback-7680-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3002259 INFO  (zkCallback-7620-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3002259 INFO  (zkCallback-7692-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3002261 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3002262 WARN  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3002289 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3002323 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3002341 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3002341 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29571dbe
   [junit4]   2> 3002343 INFO  (closeThreadPool-7637-thread-4) [n:127.0.0.1:44322_x%2Fei     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001/shard-4-001/cores
   [junit4]   2> 3002422 INFO  (closeThreadPool-7637-thread-4) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44322_x%2Fei
   [junit4]   2> 3002425 INFO  (qtp1986127359-81987) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36117_x%252Fei&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3002425 INFO  (qtp1986127359-81989) [n:127.0.0.1:35977_x%2Fei     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39847_x%252Fei&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 300

[...truncated too long message...]

tedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45102
   [junit4]   2> 3041898 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45102
   [junit4]   2> 3041898 INFO  (TEST-BasicDistributedZkTest.test-seed#[980A7DAD7CD6D3DA]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45102
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=test -Dtests.seed=980A7DAD7CD6D3DA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ksh -Dtests.timezone=US/Indiana-Starke -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   46.1s J2 | BasicDistributedZkTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36117/x/ei/collection1: Server error writing document id 61 to the index
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([980A7DAD7CD6D3DA:105E4277D22ABE22]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:850)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:438)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_980A7DAD7CD6D3DA-001
   [junit4]   2> Mar 11, 2020 9:21:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {regex_dup_A_s=Lucene84, regex_dup_B_s=FST50, SubjectTerms_mfacet=PostingsFormat(name=Direct), multiDefault=FST50, _root_=PostingsFormat(name=Direct), genre_s=PostingsFormat(name=LuceneFixedGap), author_t=PostingsFormat(name=Direct), series_t=PostingsFormat(name=Direct), rnd_b=PostingsFormat(name=LuceneFixedGap), oddField_s=PostingsFormat(name=LuceneFixedGap), a_t=FST50, cat=FST50, foo_b=Lucene84, name=PostingsFormat(name=LuceneFixedGap), inStock=Lucene84, id=PostingsFormat(name=LuceneFixedGap), text=Lucene84, t_sortable=PostingsFormat(name=LuceneFixedGap)}, docValues:{other_tl1=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Asserting), n_l1=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), n_td1=DocValuesFormat(name=Lucene80), n_d1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), n_f1=DocValuesFormat(name=Lucene80), n_tl1=DocValuesFormat(name=Lucene80), n_tf1=DocValuesFormat(name=Lucene80), price=DocValuesFormat(name=Asserting), sequence_i=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Asserting), t_sortable=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80), foo_i=DocValuesFormat(name=Lucene80), val_i=DocValuesFormat(name=Asserting), n_dt1=DocValuesFormat(name=Lucene80), a_i1=DocValuesFormat(name=Lucene80), n_ti1=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), n_tdt1=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Lucene80), foo_d=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene80), foo_f=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1219, maxMBSortInHeap=7.979618482327744, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ba3355e), locale=ksh, timezone=US/Indiana-Starke
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=249711848,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicURP, CoreAdminCreateDiscoverTest, TestSolrCloudWithDelegationTokens, TestJsonRequest, SolrSlf4jReporterTest, TestBinaryField, CreateCollectionCleanupTest, TestTrieFacet, TestUseDocValuesAsStored2, CloneFieldUpdateProcessorFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestEmbeddedSolrServerConstructors, UtilsToolTest, DateFieldTest, BaseCdcrDistributedZkTest, TestTestInjection, DeleteShardTest, TestCloudSearcherWarming, UninvertDocValuesMergePolicyTest, TestFieldResource, BigEndianAscendingWordDeserializerTest, TestNoOpRegenerator, TestStressVersions, TestSolrConfigHandlerConcurrent, DocValuesMultiTest, TestJoin, SolrRrdBackendFactoryTest, TestGraphTermsQParserPlugin, SimpleFacetsTest, DistanceFunctionTest, OverseerSolrResponseTest, TestJsonFacetsWithNestedObjects, EmbeddedSolrNoSerializeTest, SuggestComponentContextFilterQueryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CoreSorterTest, TestConfigSetsAPIExclusivity, TestManagedStopFilterFactory, RegexBoostProcessorTest, HdfsRecoveryZkTest, JWTAuthPluginTest, DistributedFacetPivotSmallAdvancedTest, CSVRequestHandlerTest, TestXIncludeConfig, TestLegacyTerms, LukeRequestHandlerTest, TestSimpleTextCodec, RequestLoggingTest, HdfsDirectoryFactoryTest, TestPartialUpdateDeduplication, ConvertedLegacyTest, TestExplainDocTransformer, TestDFRSimilarityFactory, ByteBuffersDirectoryFactoryTest, TestMinMaxOnMultiValuedField, DistributedTermsComponentTest, ClassificationUpdateProcessorFactoryTest, JvmMetricsTest, CollectionTooManyReplicasTest, TestInitQParser, XsltUpdateRequestHandlerTest, ChangedSchemaMergeTest, TestSolrDeletionPolicy2, UpdateRequestProcessorFactoryTest, SyncSliceTest, TestRecovery, RestoreTriggerStateTest, DistribDocExpirationUpdateProcessorTest, DistanceUnitsTest, TestHalfAndHalfDocValues, TestReplicationHandlerDiskOverFlow, TestExceedMaxTermLength, TestSolr4Spatial2, HdfsBasicDistributedZk2Test, CloudReplicaSourceTest, CollectionPropsTest, TestSortableTextField, SolrIndexMetricsTest, DirectSolrSpellCheckerTest, HttpPartitionOnCommitTest, URLClassifyProcessorTest, AnalyticsQueryTest, TestSha256AuthenticationProvider, TestBlendedInfixSuggestions, DistributedQueryElevationComponentTest, AuditLoggerIntegrationTest, TestDownShardTolerantSearch, CircularListTest, AliasIntegrationTest, VersionInfoTest, FastVectorHighlighterTest, ProtectedTermFilterFactoryTest, ResolveAnalyzerByNameTest, SharedFSAutoReplicaFailoverTest, TestSimpleTrackingShardHandler, HdfsChaosMonkeySafeLeaderTest, TestSimGenericDistributedQueue, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestMergePolicyConfig, DirectSolrConnectionTest, TestCollapseQParserPlugin, SOLR749Test, TestLocalStatsCacheCloud, SoftAutoCommitTest, TestLegacyField, TestMinHashQParser, IndexSizeTriggerSizeEstimationTest, TestSubQueryTransformerDistrib, AutoScalingHandlerTest, ShardsWhitelistTest, TestQuerySenderNoQuery, TriLevelCompositeIdRoutingTest, TestTlogReplayVsRecovery, NodeMutatorTest, MetricsHistoryWithAuthIntegrationTest, DistributedFacetExistsSmallTest, TestWithCollection, DistributedUpdateProcessorTest, TestTolerantUpdateProcessorRandomCloud, TestRandomFlRTGCloud, TestAuthorizationFramework, TestExportTool, TriggerEventQueueTest, TermVectorComponentTest, SplitByPrefixTest, TestConfigSetProperties, ManagedSchemaRoundRobinCloudTest, ZkCLITest, MoreLikeThisComponentTest, TestCoreDiscovery, TestSchemaField, ResponseBuilderTest, TestDocTermOrdsUninvertLimit, TestBackupRepositoryFactory, SolrMetricManagerTest, TestScoreJoinQPScore, AssignTest, SpatialFilterTest, TestFieldCacheSort, SolrGraphiteReporterTest, HLLUtilTest, OverseerCollectionConfigSetProcessorTest, TestManagedSchemaThreadSafety, TestExpandComponent, TestCSVLoader, TestFieldCacheWithThreads, TokenizerChainTest, TestNumericRangeQuery64, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, ConnectionReuseTest, BasicDistributedZkTest]
   [junit4] Completed [402/905 (1!)] on J2 in 47.09s, 1 test, 1 error <<< FAILURES!

[...truncated 54246 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2127 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2127/

5 tests failed.
FAILED:  org.apache.solr.client.solrj.io.sql.JdbcTest.testFacetAggregation

Error Message:
java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'. Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]

Stack Trace:
java.sql.SQLException: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]
	at __randomizedtesting.SeedInfo.seed([64B36FB7FCC214E0:47EE4B923D3F85EB]:0)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:74)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQuery(StatementImpl.java:111)
	at org.apache.solr.client.solrj.io.sql.JdbcTest.testFacetAggregation(JdbcTest.java:209)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]
	at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:83)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:71)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:229)
	at org.apache.solr.client.solrj.io.stream.PushBackStream.read(PushBackStream.java:88)
	at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:73)
	... 42 more


FAILED:  org.apache.solr.client.solrj.io.sql.JdbcTest.testJDBCPropertiesParameters

Error Message:
java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'. Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[]

Stack Trace:
java.sql.SQLException: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[]
	at __randomizedtesting.SeedInfo.seed([64B36FB7FCC214E0:11CCB59CBF87A032]:0)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:74)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQuery(StatementImpl.java:111)
	at org.apache.solr.client.solrj.io.sql.JdbcTest.testJDBCPropertiesParameters(JdbcTest.java:388)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[]
	at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:83)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:71)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[]
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:229)
	at org.apache.solr.client.solrj.io.stream.PushBackStream.read(PushBackStream.java:88)
	at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:73)
	... 42 more


FAILED:  org.apache.solr.client.solrj.io.sql.JdbcTest.testJDBCUrlParameters

Error Message:
java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'. Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]

Stack Trace:
java.sql.SQLException: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]
	at __randomizedtesting.SeedInfo.seed([64B36FB7FCC214E0:A3569F47A84B75FE]:0)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:74)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQuery(StatementImpl.java:111)
	at org.apache.solr.client.solrj.io.sql.JdbcTest.testJDBCUrlParameters(JdbcTest.java:338)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]
	at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:83)
	at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:71)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:41643/solr/collection1_collection_shard1_replica_n1/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41643/solr/collection1, https://127.0.0.1:38601/solr/collection1]
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:229)
	at org.apache.solr.client.solrj.io.stream.PushBackStream.read(PushBackStream.java:88)
	at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:73)
	... 42 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest

Error Message:
13 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest:     1) Thread[id=4330, name=aliveCheckExecutor-2138-thread-1, state=TIMED_WAITING, group=TGRP-JdbcTest]         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    2) Thread[id=3648, name=qtp1486931480-3648, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    3) Thread[id=4427, name=qtp635177754-4427, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    4) Thread[id=3644, name=qtp635177754-3644, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSet.<clinit>(DocSet.java:118)         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    5) Thread[id=4666, name=qtp1486931480-4666, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    6) Thread[id=3647, name=qtp1486931480-3647, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    7) Thread[id=3645, name=qtp1486931480-3645, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    8) Thread[id=3651, name=qtp635177754-3651, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)    9) Thread[id=4607, name=qtp635177754-4607, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)   10) Thread[id=4665, name=qtp635177754-4665, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)   11) Thread[id=4611, name=qtp1486931480-4611, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)   12) Thread[id=4383, name=qtp1486931480-4383, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)   13) Thread[id=3653, name=qtp635177754-3653, state=RUNNABLE, group=TGRP-JdbcTest]         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 13 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest: 
   1) Thread[id=4330, name=aliveCheckExecutor-2138-thread-1, state=TIMED_WAITING, group=TGRP-JdbcTest]
        at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=3648, name=qtp1486931480-3648, state=RUNNABLE, group=TGRP-JdbcTest]
        at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)
        at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
        at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
        at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)
        at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)
        at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)
        at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
        at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
        at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)
        at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.server.Server.handle(Server.java:500)
        at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)
        at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=4427, name=qtp635177754-4427, state=RUNNABLE, group=TGRP-JdbcTest]
        at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)
        at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
        at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
        at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)
        at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)
        at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)
        at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
        at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
        at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)
        at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.server.Server.handle(Server.java:500)
        at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)
        at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=3644, name=qtp635177754-3644, state=RUNNABLE, group=TGRP-JdbcTest]
        at app//org.apache.solr.search.DocSet.<clinit>(DocSet.java:118)
        at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)
        at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
        at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
        at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)
        at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)
        at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)
        at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
        at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
        at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)
        at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.server.Server.handle(Server.java:500)
        at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)
        at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=4666, name=qtp1486931480-4666, state=RUNNABLE, group=TGRP-JdbcTest]
        at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)
        at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
        at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
        at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)
        at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)
        at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)
        at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
        at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
        at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)
        at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.server.Server.handle(Server.java:500)
        at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)
        at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=3647, name=qtp1486931480-3647, state=RUNNABLE, group=TGRP-JdbcTest]
        at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)
        at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)
        at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
        at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
        at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)
        at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)
        at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)
        at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
        at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
        at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)
        at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at app//org.e

[...truncated too long message...]

y.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >   12) Thread[id=4383, name=qtp1486931480-4383, state=RUNNABLE, group=TGRP-JdbcTest]
   [junit4]    >         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:84)
   [junit4]    >         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)
   [junit4]    >         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)
   [junit4]    >         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
   [junit4]    >         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
   [junit4]    >         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)
   [junit4]    >         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)
   [junit4]    >         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)
   [junit4]    >         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
   [junit4]    >         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
   [junit4]    >         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)
   [junit4]    >         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)
   [junit4]    >         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)
   [junit4]    >         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    >         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    >         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    >         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    >   13) Thread[id=3653, name=qtp635177754-3653, state=RUNNABLE, group=TGRP-JdbcTest]
   [junit4]    >         at app//org.apache.solr.search.DocSetCollector.getDocSet(DocSetCollector.java:90)
   [junit4]    >         at app//org.apache.solr.search.DocSetUtil.getDocSet(DocSetUtil.java:83)
   [junit4]    >         at app//org.apache.solr.search.SolrIndexSearcher.getDocListAndSetNC(SolrIndexSearcher.java:1705)
   [junit4]    >         at app//org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
   [junit4]    >         at app//org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
   [junit4]    >         at app//org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1487)
   [junit4]    >         at app//org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:399)
   [junit4]    >         at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:328)
   [junit4]    >         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
   [junit4]    >         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
   [junit4]    >         at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:802)
   [junit4]    >         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:579)
   [junit4]    >         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:420)
   [junit4]    >         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:352)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    >         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    >         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    >         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    >         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >         at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    >         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >         at app//org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel$$Lambda$483/0x0000000100727040.dispatch(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    >         at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([64B36FB7FCC214E0]:0)
   [junit4] Completed [181/208 (1!)] on J0 in 314.31s, 10 tests, 5 errors, 1 skipped <<< FAILURES!

[...truncated 51496 lines...]