You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/04/02 09:55:58 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2150 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2150/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([C586763127F5E5B8:4DD249EB89098840]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14043 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 1978916 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1978916 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1978917 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/data-dir-132-001
   [junit4]   2> 1978917 WARN  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1978917 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1978918 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1978918 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1978981 WARN  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1978982 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1978983 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1978983 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1978983 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1978984 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23c5a786{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1979114 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1520ab0a{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-34687-hadoop-hdfs-3_2_0-tests_jar-_-any-17361471492193486708.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1979114 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@47582a9d{HTTP/1.1,[http/1.1]}{localhost.localdomain:34687}
   [junit4]   2> 1979114 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.Server Started @1979146ms
   [junit4]   2> 1979229 WARN  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1979231 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1979231 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1979231 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1979231 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1979232 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fecc20{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1979447 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2c964995{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-37923-hadoop-hdfs-3_2_0-tests_jar-_-any-4665814990197876721.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1979447 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7210020d{HTTP/1.1,[http/1.1]}{localhost:37923}
   [junit4]   2> 1979447 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.Server Started @1979479ms
   [junit4]   2> 1979629 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x742624c2aab37011: Processing first storage report for DS-a3207386-ded7-44e2-9362-0841e74efe7b from datanode e9a9b9a2-cecc-4234-b894-b90995961718
   [junit4]   2> 1979629 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x742624c2aab37011: from storage DS-a3207386-ded7-44e2-9362-0841e74efe7b node DatanodeRegistration(127.0.0.1:40465, datanodeUuid=e9a9b9a2-cecc-4234-b894-b90995961718, infoPort=35915, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1323227382;c=1585816548864), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1979629 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x742624c2aab37011: Processing first storage report for DS-40e1db08-c942-46ec-9c0b-eafe452e061d from datanode e9a9b9a2-cecc-4234-b894-b90995961718
   [junit4]   2> 1979629 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x742624c2aab37011: from storage DS-40e1db08-c942-46ec-9c0b-eafe452e061d node DatanodeRegistration(127.0.0.1:40465, datanodeUuid=e9a9b9a2-cecc-4234-b894-b90995961718, infoPort=35915, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1323227382;c=1585816548864), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1979736 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1979736 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1979736 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1979836 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer start zk server on port:46527
   [junit4]   2> 1979836 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46527
   [junit4]   2> 1979836 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46527
   [junit4]   2> 1979836 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46527
   [junit4]   2> 1979859 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1979873 INFO  (zkConnectionManagerCallback-10737-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1979874 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1979887 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1979897 INFO  (zkConnectionManagerCallback-10739-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1979897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1979899 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1979901 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1979903 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1979904 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1979904 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1979905 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1979906 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1979907 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1979908 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1979909 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1979910 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1979911 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1980144 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1980144 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1980144 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1980153 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1980153 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1980153 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1980153 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52e2376b{/,null,AVAILABLE}
   [junit4]   2> 1980153 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@30159669{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37063}
   [junit4]   2> 1980153 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.s.Server Started @1980185ms
   [junit4]   2> 1980153 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_control_data, hostPort=37063, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/control-001/cores}
   [junit4]   2> 1980154 ERROR (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1980154 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1980154 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1980154 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1980154 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1980154 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:50.080230Z
   [junit4]   2> 1980157 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980161 INFO  (zkConnectionManagerCallback-10741-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1980161 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980263 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1980263 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/control-001/solr.xml
   [junit4]   2> 1980269 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1981107 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1981131 WARN  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@545dfffd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1981131 WARN  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@545dfffd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1981135 WARN  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@76d9eedc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1981135 WARN  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@76d9eedc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1981137 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 1981138 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981147 INFO  (zkConnectionManagerCallback-10748-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981147 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981250 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981251 INFO  (zkConnectionManagerCallback-10750-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981251 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981342 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37063_
   [junit4]   2> 1981342 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.c.Overseer Overseer (id=73514992972333060-127.0.0.1:37063_-n_0000000000) starting
   [junit4]   2> 1981349 INFO  (OverseerStateUpdate-73514992972333060-127.0.0.1:37063_-n_0000000000) [n:127.0.0.1:37063_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37063_
   [junit4]   2> 1981360 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37063_
   [junit4]   2> 1981361 INFO  (zkCallback-10749-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1981365 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1981365 WARN  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1981421 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1981443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1981452 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1981452 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1981453 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [n:127.0.0.1:37063_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/control-001/cores
   [junit4]   2> 1981461 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1981463 INFO  (zkConnectionManagerCallback-10759-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1981463 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1981464 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1981465 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46527/solr ready
   [junit4]   2> 1981467 INFO  (qtp1451294067-45674) [n:127.0.0.1:37063_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37063_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1981470 INFO  (OverseerThreadFactory-9782-thread-1-processing-n:127.0.0.1:37063_) [n:127.0.0.1:37063_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1981578 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1981579 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1982593 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1982615 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1982725 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1982746 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1982746 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1982747 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41667/solr_hdfs_home
   [junit4]   2> 1982747 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1982747 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41667/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 1982748 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41667/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 1982756 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1982756 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1982756 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1982760 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1982761 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41667/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 1982798 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41667/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 1982806 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1982806 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1982806 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1982810 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1982811 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=50.6953125, floorSegmentMB=0.841796875, forceMergeDeletesPctAllowed=21.24060405889157, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=33.829201706624474
   [junit4]   2> 1983245 WARN  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1983325 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1983325 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1983325 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1983336 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1983336 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1983337 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.9345703125, noCFSRatio=0.8563550255665491]
   [junit4]   2> 1983342 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@24cc076f[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1983343 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1983343 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1983344 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1983344 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1662849178161643520
   [junit4]   2> 1983347 INFO  (searcherExecutor-9787-thread-1-processing-n:127.0.0.1:37063_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@24cc076f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1983350 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1983351 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1983353 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1983354 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1983354 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37063/control_collection_shard1_replica_n1/
   [junit4]   2> 1983354 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1983354 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:37063/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1983354 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73514992972333060-core_node2-n_0000000000
   [junit4]   2> 1983355 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37063/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1983457 INFO  (zkCallback-10749-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1983458 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1983460 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1881
   [junit4]   2> 1983463 INFO  (qtp1451294067-45674) [n:127.0.0.1:37063_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1983470 INFO  (OverseerCollectionConfigSetProcessor-73514992972333060-127.0.0.1:37063_-n_0000000000) [n:127.0.0.1:37063_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1983561 INFO  (zkCallback-10749-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1983561 INFO  (zkCallback-10749-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1983562 INFO  (qtp1451294067-45674) [n:127.0.0.1:37063_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37063_&wt=javabin&version=2} status=0 QTime=2095
   [junit4]   2> 1983562 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1983675 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983676 INFO  (zkConnectionManagerCallback-10765-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1983676 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983678 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1983680 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46527/solr ready
   [junit4]   2> 1983680 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1983681 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1983684 INFO  (OverseerThreadFactory-9782-thread-2-processing-n:127.0.0.1:37063_) [n:127.0.0.1:37063_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1983888 WARN  (OverseerThreadFactory-9782-thread-2-processing-n:127.0.0.1:37063_) [n:127.0.0.1:37063_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1983889 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1983890 INFO  (qtp1451294067-45676) [n:127.0.0.1:37063_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 1983891 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1983891 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1983891 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1983891 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1983892 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1983892 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1983892 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 1984114 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 1984115 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1984115 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1984115 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1984121 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1984121 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1984121 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1984121 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c683eb2{/,null,AVAILABLE}
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2646c747{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46469}
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.Server Started @1984154ms
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_jetty1, hostPort=46469, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1984122 ERROR (closeThreadPool-10766-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1984122 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:54.048506Z
   [junit4]   2> 1984123 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984124 INFO  (zkConnectionManagerCallback-10768-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984124 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984225 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1984225 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-1-001/solr.xml
   [junit4]   2> 1984231 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1984331 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1984332 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1984332 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1984332 INFO  (closeThreadPool-10766-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1984365 INFO  (closeThreadPool-10766-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1984365 INFO  (closeThreadPool-10766-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1984365 INFO  (closeThreadPool-10766-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1984373 INFO  (closeThreadPool-10766-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60bcbc27{/,null,AVAILABLE}
   [junit4]   2> 1984373 INFO  (closeThreadPool-10766-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6c072f9b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42019}
   [junit4]   2> 1984373 INFO  (closeThreadPool-10766-thread-2) [     ] o.e.j.s.Server Started @1984405ms
   [junit4]   2> 1984373 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_jetty2, hostPort=42019, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1984374 ERROR (closeThreadPool-10766-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1984374 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1984374 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1984374 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1984374 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1984374 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:54.300151Z
   [junit4]   2> 1984389 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984389 INFO  (zkConnectionManagerCallback-10771-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984389 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984491 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1984491 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-2-001/solr.xml
   [junit4]   2> 1984496 INFO  (closeThreadPool-10766-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1984584 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1984589 WARN  (closeThreadPool-10766-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@513ce571[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984589 WARN  (closeThreadPool-10766-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@513ce571[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984595 WARN  (closeThreadPool-10766-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7abc19d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984595 WARN  (closeThreadPool-10766-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7abc19d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1984597 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 1984602 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984606 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 1984673 INFO  (zkConnectionManagerCallback-10778-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984673 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984684 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1984684 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1984684 INFO  (closeThreadPool-10766-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1984745 INFO  (closeThreadPool-10766-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1984745 INFO  (closeThreadPool-10766-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1984745 INFO  (closeThreadPool-10766-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1984753 INFO  (closeThreadPool-10766-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@756b7c57{/,null,AVAILABLE}
   [junit4]   2> 1984753 INFO  (closeThreadPool-10766-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@613eb302{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44917}
   [junit4]   2> 1984754 INFO  (closeThreadPool-10766-thread-3) [     ] o.e.j.s.Server Started @1984785ms
   [junit4]   2> 1984754 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_jetty3, hostPort=44917, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1984754 ERROR (closeThreadPool-10766-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1984754 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1984754 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1984754 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1984754 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1984754 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:54.680318Z
   [junit4]   2> 1984764 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984769 INFO  (zkConnectionManagerCallback-10780-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984769 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984777 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984777 INFO  (zkConnectionManagerCallback-10782-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1984777 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984782 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1984785 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.ZkController Publish node=127.0.0.1:46469_ as DOWN
   [junit4]   2> 1984786 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1984786 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46469_
   [junit4]   2> 1984787 INFO  (zkCallback-10749-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1984789 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1984789 WARN  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1984801 INFO  (zkCallback-10781-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1984815 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1984815 INFO  (zkCallback-10764-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1984843 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1984854 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1984854 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1984855 INFO  (closeThreadPool-10766-thread-1) [n:127.0.0.1:46469_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-1-001/cores
   [junit4]   2> 1984875 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46469_
   [junit4]   2> 1984875 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1984875 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-3-001/solr.xml
   [junit4]   2> 1984880 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1984897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 1984907 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1984907 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1984907 INFO  (closeThreadPool-10766-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1984948 INFO  (closeThreadPool-10766-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1984948 INFO  (closeThreadPool-10766-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1984948 INFO  (closeThreadPool-10766-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1984961 INFO  (closeThreadPool-10766-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55c58a66{/,null,AVAILABLE}
   [junit4]   2> 1984961 INFO  (closeThreadPool-10766-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@16fca47e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34809}
   [junit4]   2> 1984961 INFO  (closeThreadPool-10766-thread-4) [     ] o.e.j.s.Server Started @1984993ms
   [junit4]   2> 1984961 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_jetty4, hostPort=34809, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 1984962 ERROR (closeThreadPool-10766-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1984962 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1984962 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1984962 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1984962 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1984962 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:54.888338Z
   [junit4]   2> 1984969 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985005 INFO  (zkConnectionManagerCallback-10789-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1985005 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985106 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1985106 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-4-001/solr.xml
   [junit4]   2> 1985111 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1985181 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 1985182 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1985182 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1985182 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1985257 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1985257 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1985257 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1985266 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5eed3d0{/,null,AVAILABLE}
   [junit4]   2> 1985266 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@418830da{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40059}
   [junit4]   2> 1985266 INFO  (closeThreadPool-10766-thread-1) [     ] o.e.j.s.Server Started @1985298ms
   [junit4]   2> 1985266 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_jetty5, hostPort=40059, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-5-001/cores, replicaType=NRT}
   [junit4]   2> 1985267 ERROR (closeThreadPool-10766-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1985267 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1985267 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1985267 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1985267 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1985267 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:55.193181Z
   [junit4]   2> 1985285 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985298 INFO  (zkConnectionManagerCallback-10792-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1985298 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985400 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1985400 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-5-001/solr.xml
   [junit4]   2> 1985405 INFO  (closeThreadPool-10766-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1985449 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 1985470 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1985470 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1985470 INFO  (closeThreadPool-10766-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1985479 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1985549 INFO  (closeThreadPool-10766-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1985549 INFO  (closeThreadPool-10766-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1985549 INFO  (closeThreadPool-10766-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e2308fb{/,null,AVAILABLE}
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@236b259c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43559}
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.e.j.s.Server Started @1985592ms
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_jetty6, hostPort=43559, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-6-001/cores, replicaType=NRT}
   [junit4]   2> 1985560 ERROR (closeThreadPool-10766-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1985560 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:55.486651Z
   [junit4]   2> 1985568 WARN  (closeThreadPool-10766-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1bd420ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1985568 WARN  (closeThreadPool-10766-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1bd420ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1985593 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985609 WARN  (closeThreadPool-10766-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@127b9525[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1985609 WARN  (closeThreadPool-10766-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@127b9525[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1985611 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 1985620 INFO  (zkConnectionManagerCallback-10796-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1985620 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985639 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985644 INFO  (zkConnectionManagerCallback-10801-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1985644 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985685 INFO  (OverseerCollectionConfigSetProcessor-73514992972333060-127.0.0.1:37063_-n_0000000000) [n:127.0.0.1:37063_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1985699 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-7-001 of type NRT for shard1
   [junit4]   2> 1985718 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1985718 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1985718 INFO  (closeThreadPool-10766-thread-6) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1985722 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1985722 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-6-001/solr.xml
   [junit4]   2> 1985726 INFO  (closeThreadPool-10766-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1985787 INFO  (closeThreadPool-10766-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1985787 INFO  (closeThreadPool-10766-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1985787 INFO  (closeThreadPool-10766-thread-6) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1985805 INFO  (closeThreadPool-10766-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f9194ac{/,null,AVAILABLE}
   [junit4]   2> 1985805 INFO  (closeThreadPool-10766-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@63bcfc6e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46037}
   [junit4]   2> 1985805 INFO  (closeThreadPool-10766-thread-6) [     ] o.e.j.s.Server Started @1985837ms
   [junit4]   2> 1985805 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41667/hdfs__localhost.localdomain_41667__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001_tempDir-002_jetty7, hostPort=46037, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-7-001/cores, replicaType=NRT}
   [junit4]   2> 1985806 ERROR (closeThreadPool-10766-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1985806 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1985806 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1985806 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1985806 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1985806 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-02T08:35:55.732264Z
   [junit4]   2> 1985823 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985841 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985849 INFO  (zkConnectionManagerCallback-10804-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1985849 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985861 INFO  (zkConnectionManagerCallback-10806-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1985861 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985865 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1985867 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.ZkController Publish node=127.0.0.1:34809_ as DOWN
   [junit4]   2> 1985868 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1985868 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34809_
   [junit4]   2> 1985869 INFO  (zkCallback-10781-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1985869 INFO  (zkCallback-10764-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1985869 INFO  (zkCallback-10749-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1985870 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1985871 WARN  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1985881 INFO  (zkCallback-10805-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1985921 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1985951 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1985951 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-7-001/solr.xml
   [junit4]   2> 1985954 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1985955 INFO  (closeThreadPool-10766-thread-6) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1985974 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1985975 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d033856
   [junit4]   2> 1985976 INFO  (closeThreadPool-10766-thread-4) [n:127.0.0.1:34809_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001/shard-4-001/cores
   [junit4]   2> 1986022 INFO  (closeThreadPool-10766-thread-4) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34809_
   [junit4]   2> 1986262 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1986263 WARN  (closeThreadPool-10766-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25d6e6ea[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986263 WARN  (closeThreadPool-10766-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25d6e6ea[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986294 WARN  (closeThreadPool-10766-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@70daf119[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986294 WARN  (closeThreadPool-10766-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@70daf119[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986296 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 1986307 INFO  (closeThreadPool-10766-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect

[...truncated too long message...]

it4]   2> 
   [junit4]   2> 	42	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	7	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	320	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/collections/control_collection/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/73514992972333073-127.0.0.1:34809_-n_0000000002
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73514992972333080-core_node10-n_0000000004
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73514992972333073-core_node6-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	82	/solr/live_nodes
   [junit4]   2> 	75	/solr/overseer/queue
   [junit4]   2> 	22	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2020886 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46527
   [junit4]   2> 2020886 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46527
   [junit4]   2> 2020886 INFO  (TEST-HdfsSyncSliceTest.test-seed#[C586763127F5E5B8]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46527
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=C586763127F5E5B8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-PW -Dtests.timezone=America/Indiana/Winamac -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 41.2s J1 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C586763127F5E5B8:4DD249EB89098840]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 2020889 WARN  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2020901 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2c964995{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 2020901 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7210020d{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 2020901 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2020901 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fecc20{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 2020903 WARN  (BP-1266438653-127.0.0.1-1585816548864 heartbeating to localhost.localdomain/127.0.0.1:41667) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2020903 WARN  (BP-1266438653-127.0.0.1-1585816548864 heartbeating to localhost.localdomain/127.0.0.1:41667) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1266438653-127.0.0.1-1585816548864 (Datanode Uuid e9a9b9a2-cecc-4234-b894-b90995961718) service to localhost.localdomain/127.0.0.1:41667
   [junit4]   2> 2020935 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@1520ab0a{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 2020936 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@47582a9d{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 2020936 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2020936 INFO  (SUITE-HdfsSyncSliceTest-seed#[C586763127F5E5B8]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23c5a786{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_C586763127F5E5B8-001
   [junit4]   2> Apr 02, 2020 8:36:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@79b3458d), locale=en-PW, timezone=America/Indiana/Winamac
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=4,free=167512944,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestPayloadCheckQParserPlugin, BasicAuthOnSingleNodeTest, TestWordDelimiterFilterFactory, TestNumericTerms64, SolrIndexMetricsTest, TestCursorMarkWithoutUniqueKey, TestMultiWordSynonyms, TestCopyFieldCollectionResource, MetricUtilsTest, RecoveryZkTest, TestCloudPivotFacet, ZkStateWriterTest, HdfsChaosMonkeyNothingIsSafeTest, CurrencyFieldTypeTest, TestPivotHelperCode, ChaosMonkeyNothingIsSafeTest, TestChildDocTransformerHierarchy, SolrInfoBeanTest, ZkSolrClientTest, OverseerRolesTest, TestCloudJSONFacetSKG, SchemaVersionSpecificBehaviorTest, DirectSolrConnectionTest, SolrCLIZkUtilsTest, RegexBoostProcessorTest, DeleteInactiveReplicaTest, VMParamsZkACLAndCredentialsProvidersTest, TestDocTermOrdsUninvertLimit, TestLogWatcher, TestXmlQParser, TestManagedSynonymGraphFilterFactory, QueryElevationComponentTest, URLClassifyProcessorTest, TlogReplayBufferedWhileIndexingTest, NestedAtomicUpdateTest, LoggingHandlerTest, ExitableDirectoryReaderTest, TestSolrCloudWithHadoopAuthPlugin, HighlighterMaxOffsetTest, TestCodecSupport, ClassificationUpdateProcessorFactoryTest, TestEmbeddedSolrServerAdminHandler, TestDFRSimilarityFactory, RulesTest, MetricsHistoryIntegrationTest, TestNumericRangeQuery32, RegexBytesRefFilterTest, TestSolrCLIRunExample, TestTestInjection, TestFieldCollectionResource, TestCollectionsAPIViaSolrCloudCluster, TestSimExtremeIndexing, DistribCursorPagingTest, CollectionsAPISolrJTest, TestLMJelinekMercerSimilarityFactory, TestSubQueryTransformerCrossCore, PackageManagerCLITest, TestJsonRequest, TestDynamicLoadingUrl, RestartWhileUpdatingTest, TestPushWriter, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestPerFieldSimilarity, TestUniqueKeyFieldResource, DirectSolrSpellCheckerTest, DistributedSuggestComponentTest, TestDocSet, TestHashPartitioner, TestShardHandlerFactory, MergeStrategyTest, AnalyticsMergeStrategyTest, TestRebalanceLeaders, DistributedUpdateProcessorTest, TestSimScenario, LeaderElectionTest, TestDistributedMap, ZkFailoverTest, TestManagedSchemaAPI, VersionInfoTest, AtomicUpdateRemovalJavabinTest, TestStressLucene, TestJsonFacets, TestDistributedStatsComponentCardinality, TestSlowCompositeReaderWrapper, TestIndexingPerformance, ConfigureRecoveryStrategyTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSegmentSorting, TestFacetMethods, InfixSuggestersTest, TestScoreJoinQPScore, TestWaitForStateWithJettyShutdowns, TestQuerySenderListener, SolrCoreTest, TestFieldCacheSort, SolrMetricsIntegrationTest, SystemInfoHandlerTest, HdfsUnloadDistributedZkTest, TestCryptoKeys, NestedShardedAtomicUpdateTest, SortSpecParsingTest, MoveReplicaTest, ConnectionManagerTest, CollectionsAPIDistributedZkTest, OverriddenZkACLAndCredentialsProvidersTest, SearchHandlerTest, XmlInterpolationTest, BinaryUpdateRequestHandlerTest, TestGraphMLResponseWriter, TestMiniSolrCloudClusterSSL, ShardRoutingTest, DisMaxRequestHandlerTest, TestInPlaceUpdatesDistrib, HdfsRecoverLeaseTest, ScheduledTriggerIntegrationTest, TestReplicaProperties, HdfsSyncSliceTest]
   [junit4] Completed [355/907 (1!)] on J1 in 45.07s, 1 test, 1 failure <<< FAILURES!

[...truncated 54394 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2153 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2153/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([D000814E8A126FCD:5854BE9424EE0235]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14531 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 4527912 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4527912 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4527913 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/data-dir-200-001
   [junit4]   2> 4527913 WARN  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
   [junit4]   2> 4527913 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4527914 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4527931 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 4527958 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4527958 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4527958 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer start zk server on port:44804
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44804
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44804
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44804
   [junit4]   2> 4528079 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4528111 INFO  (zkConnectionManagerCallback-20238-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4528111 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4528114 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4528136 INFO  (zkConnectionManagerCallback-20240-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4528138 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4528152 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4528154 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4528182 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4528200 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4528202 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4528212 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4528214 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4528240 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4528242 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4528252 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4528254 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4528273 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4528274 INFO  (zkConnectionManagerCallback-20244-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4528274 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4528393 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4529856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4529856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4529856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4529878 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4529878 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4529879 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4529879 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bb500ad{/,null,AVAILABLE}
   [junit4]   2> 4529881 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@632a544d{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:33006}
   [junit4]   2> 4529881 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.Server Started @4529919ms
   [junit4]   2> 4529881 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/control/data, hostPort=33006, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 4529882 ERROR (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:17:49.230375Z
   [junit4]   2> 4529935 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529943 INFO  (zkConnectionManagerCallback-20246-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529943 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4530064 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4530064 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/solr.xml
   [junit4]   2> 4530089 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4535035 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4535036 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a2201d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535036 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a2201d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535041 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@46ffdfb9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535069 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@46ffdfb9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535071 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4535072 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4535081 INFO  (zkConnectionManagerCallback-20253-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4535081 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4535184 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4535185 INFO  (zkConnectionManagerCallback-20255-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4535185 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4535397 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33006_
   [junit4]   2> 4535397 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.Overseer Overseer (id=72572772724506629-127.0.0.1:33006_-n_0000000000) starting
   [junit4]   2> 4535403 INFO  (OverseerStateUpdate-72572772724506629-127.0.0.1:33006_-n_0000000000) [n:127.0.0.1:33006_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33006_
   [junit4]   2> 4535403 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33006_
   [junit4]   2> 4535405 INFO  (zkCallback-20254-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4535424 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4535424 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4535483 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4535514 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4535528 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4535528 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4535530 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores
   [junit4]   2> 4535538 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4535539 INFO  (zkConnectionManagerCallback-20264-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4535539 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4535541 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4535542 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44804/solr ready
   [junit4]   2> 4535626 INFO  (qtp983941269-65556) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33006_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4535629 INFO  (OverseerThreadFactory-16254-thread-1-processing-n:127.0.0.1:33006_) [n:127.0.0.1:33006_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 4535760 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4535760 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4536845 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4536953 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 4537417 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4537454 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 4537454 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4537455 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 4537474 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@102c38f2
   [junit4]   2> 4537476 WARN  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 4537676 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4537676 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4537678 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4537678 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4537679 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=82.30859375, floorSegmentMB=0.373046875, forceMergeDeletesPctAllowed=17.877173746507907, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=36.27802507727095
   [junit4]   2> 4537679 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3262bc4[control_collection_shard1_replica_n1] main]
   [junit4]   2> 4537681 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4537681 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4537682 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4537682 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663131165162209280
   [junit4]   2> 4537686 INFO  (searcherExecutor-16259-thread-1-processing-n:127.0.0.1:33006_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3262bc4[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4537689 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4537689 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33006/control_collection_shard1_replica_n1/
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:33006/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72572772724506629-core_node2-n_0000000000
   [junit4]   2> 4537695 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33006/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 4537797 INFO  (zkCallback-20254-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537798 INFO  (zkCallback-20254-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537798 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4537801 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2040
   [junit4]   2> 4537802 INFO  (qtp983941269-65556) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4537901 INFO  (zkCallback-20254-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537901 INFO  (zkCallback-20254-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537901 INFO  (zkCallback-20254-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537901 INFO  (qtp983941269-65556) [n:127.0.0.1:33006_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33006_&wt=javabin&version=2} status=0 QTime=2276
   [junit4]   2> 4537902 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 4538016 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4538017 INFO  (zkConnectionManagerCallback-20270-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4538017 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4538018 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4538019 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44804/solr ready
   [junit4]   2> 4538019 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4538085 INFO  (qtp983941269-65557) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4538092 INFO  (OverseerThreadFactory-16254-thread-2-processing-n:127.0.0.1:33006_) [n:127.0.0.1:33006_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 4538092 INFO  (OverseerCollectionConfigSetProcessor-72572772724506629-127.0.0.1:33006_-n_0000000000) [n:127.0.0.1:33006_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4538296 WARN  (OverseerThreadFactory-16254-thread-2-processing-n:127.0.0.1:33006_) [n:127.0.0.1:33006_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 4538298 INFO  (qtp983941269-65557) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4538299 INFO  (qtp983941269-65557) [n:127.0.0.1:33006_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 4538856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 4538872 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4538872 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4538872 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2feabba8{/,null,AVAILABLE}
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5d8f794d{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41668}
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server Started @4538929ms
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty1, hostPort=41668, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001/cores}
   [junit4]   2> 4538891 ERROR (closeThreadPool-20271-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:17:58.250677Z
   [junit4]   2> 4538903 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4538904 INFO  (zkConnectionManagerCallback-20273-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4538904 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4539065 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4539065 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001/solr.xml
   [junit4]   2> 4539087 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4540101 INFO  (OverseerCollectionConfigSetProcessor-72572772724506629-127.0.0.1:33006_-n_0000000000) [n:127.0.0.1:33006_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4540552 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 4540556 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4540556 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4540556 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4540687 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4540687 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4540687 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4540700 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5194cd93{/,null,AVAILABLE}
   [junit4]   2> 4540733 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4d21d0c7{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:36880}
   [junit4]   2> 4540733 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server Started @4540771ms
   [junit4]   2> 4540733 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty2, hostPort=36880, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001/cores}
   [junit4]   2> 4540734 ERROR (closeThreadPool-20271-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4540734 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:00.100710Z
   [junit4]   2> 4540765 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4540789 INFO  (zkConnectionManagerCallback-20276-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4540789 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4540966 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4540966 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001/solr.xml
   [junit4]   2> 4540975 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4541316 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4541372 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17a27b42[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541372 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17a27b42[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541421 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64476129[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541421 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64476129[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541423 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4541441 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4541461 INFO  (zkConnectionManagerCallback-20283-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4541461 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4541599 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4541601 INFO  (zkConnectionManagerCallback-20285-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4541601 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4541624 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4541629 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.ZkController Publish node=127.0.0.1:41668_ as DOWN
   [junit4]   2> 4541629 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4541629 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41668_
   [junit4]   2> 4541631 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4541631 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4541631 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4541633 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4541633 WARN  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4541782 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4541906 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4541952 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4541952 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4541954 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001/cores
   [junit4]   2> 4542129 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41668_
   [junit4]   2> 4542787 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4542788 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27815a13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542788 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27815a13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542800 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34f8d349[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542800 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34f8d349[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542802 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4542803 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4542804 INFO  (zkConnectionManagerCallback-20295-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4542804 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4542867 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 4542870 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4542870 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4542870 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ad93415{/,null,AVAILABLE}
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@441081e9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:46019}
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server Started @4542910ms
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty3, hostPort=46019, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 4542873 ERROR (closeThreadPool-20271-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:02.221622Z
   [junit4]   2> 4542874 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4542875 INFO  (zkConnectionManagerCallback-20297-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4542875 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4542907 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4542908 INFO  (zkConnectionManagerCallback-20299-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4542908 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4542914 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4542919 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.ZkController Publish node=127.0.0.1:36880_ as DOWN
   [junit4]   2> 4542920 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4542920 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36880_
   [junit4]   2> 4542938 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4542938 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4542938 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4542940 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4542940 WARN  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4542961 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4543006 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4543006 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001/solr.xml
   [junit4]   2> 4543010 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4543023 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4543113 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4543159 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4543159 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4543161 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001/cores
   [junit4]   2> 4543191 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:36880_
   [junit4]   2> 4545541 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 4545544 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4545544 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4545544 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4545655 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4545655 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4545655 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4545699 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63916b86{/,null,AVAILABLE}
   [junit4]   2> 4545700 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@33867a9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:38921}
   [junit4]   2> 4545700 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server Started @4545738ms
   [junit4]   2> 4545700 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty4, hostPort=38921, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 4545701 ERROR (closeThreadPool-20271-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:05.049393Z
   [junit4]   2> 4545702 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4545715 INFO  (zkConnectionManagerCallback-20306-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4545715 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4545845 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4545845 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001/solr.xml
   [junit4]   2> 4545866 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4550227 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4550239 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6328f3a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550239 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6328f3a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550397 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@755fc014[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550397 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@755fc014[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550399 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4550442 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4550466 INFO  (zkConnectionManagerCallback-20313-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4550466 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4550580 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4550581 INFO  (zkConnectionManagerCallback-20315-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4550581 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4550599 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 4550604 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.ZkController Publish node=127.0.0.1:38921_ as DOWN
   [junit4]   2> 4550604 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4550605 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38921_
   [junit4]   2> 4550606 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550606 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550606 INFO  (zkCallback-20314-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550608 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4550608 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550608 WARN  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4550612 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550675 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4550695 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 4550698 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4550698 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4550698 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ec42609{/,null,AVAILABLE}
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@43b622f5{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:46325}
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.Server Started @4550738ms
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty5, hostPort=46325, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-5-001/cores}
   [junit4]   2> 4550701 ERROR (closeThreadPool-20271-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:10.049575Z
   [junit4]   2> 4550702 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4550703 INFO  (zkConnectionManagerCallback-20321-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4550703 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4550765 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4550805 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4550805 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-5-001/solr.xml
   [junit4]   2> 4550819 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4550819 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4550821 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001/cores
   [junit4]   2> 4550847 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4550920 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38921_
   [junit4]   2> 4551374 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4551376 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a64ef3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551376 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a64ef3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551392 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7aebbfdb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551392 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7aebbfdb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551394 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4551395 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4551396 INFO  (zkConnectionManagerCallback-20328-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4551396 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4551499 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4551501 INFO  (zkConnectionManagerCallback-20330-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4551501 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4551508 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4551533 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.ZkController Publish node=127.0.0.1:46019_ as DOWN
   [junit4]   2> 4551535 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4551535 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46019_
   [junit4]   2> 4551548 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551548 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551548 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551549 INFO  (zkCallback-20314-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551549 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551550 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4551551 WARN  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4551617 INFO  (zkCallback-20329-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551643 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4551731 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4551773 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4551773 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4551791 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001/cores
   [junit4]   2> 4551854 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46019_
   [junit4]   2> 4552346 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 4552349 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4552349 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4552349 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a0ddcf7{/,null,AVAILABLE}
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@79037555{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:36175}
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server Started @4552402ms
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty6, hostPort=36175, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-6-001/cores}
   [junit4]   2> 4552364 ERROR (closeThreadPool-20271-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:11.713113Z
   [junit4]   2> 4552366 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4552367 INFO  (zkConnectionManagerCallback-20336-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552367 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4552468 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4552468 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-6-001/solr.xml
   [junit4]   2> 4552477 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4554017 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4554018 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ad1d69c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554018 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ad1d69c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554078 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c631cf0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554078 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c631cf0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554080 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4554081 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4554082 INFO  (zkConnectionManagerCallback-20343-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4554082 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4554227 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4554228 INFO  (zkConnectionManagerCallback-20345-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4554228 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4554242 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 4554258 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.ZkController Publish node=127.0.0.1:46325_ as DOWN
   [junit4]   2> 4554259 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4554259 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46325_
   [junit4]   2> 4554261 INFO  (zkCallback-20314-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20329-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554263 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4554263 WARN  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4554395 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metr

[...truncated too long message...]

  [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	233	/solr/clusterstate.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72572772724506638-127.0.0.1:36880_-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	77	/solr/overseer/queue
   [junit4]   2> 	64	/solr/live_nodes
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 4591671 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44804
   [junit4]   2> 4591671 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44804
   [junit4]   2> 4591671 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44804
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=D000814E8A126FCD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hy-AM -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 63.7s J2 | SyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D000814E8A126FCD:5854BE9424EE0235]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001
   [junit4]   2> Apr 05, 2020 11:18:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2c309e3c), locale=hy-AM, timezone=Etc/GMT-12
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=333772824,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRTimerTree, TestInitParams, TestHdfsBackupRestoreCore, TestGraphTermsQParserPlugin, TestNestedUpdateProcessor, TestManagedSchemaThreadSafety, TestNoOpRegenerator, AuditLoggerPluginTest, TestInPlaceUpdatesRequiredField, SpatialHeatmapFacetsTest, TestUseDocValuesAsStored2, SpellCheckCollatorWithCollapseTest, TestTlogReplayVsRecovery, TestCloudPseudoReturnFields, ConnectionReuseTest, TestLegacyFieldCache, HdfsLockFactoryTest, TestSimpleTextCodec, HdfsRecoveryZkTest, TestDefaultStatsCache, ResponseBuilderTest, HttpPartitionOnCommitTest, RAMDirectoryFactoryTest, TestCollapseQParserPlugin, SolrIndexSplitterTest, FileBasedSpellCheckerTest, RollingRestartTest, DistributedIntervalFacetingTest, TestSimpleQParserPlugin, BlockDirectoryTest, TestClassicSimilarityFactory, DistributedFacetPivotSmallAdvancedTest, TestDynamicURP, TestCoreDiscovery, TestFilteredDocIdSet, TestConfigSetProperties, DefaultValueUpdateProcessorTest, TestManagedStopFilterFactory, TestRequestForwarding, HdfsBasicDistributedZk2Test, FullHLLTest, SegmentsInfoRequestHandlerTest, AlternateDirectoryTest, LeaderElectionContextKeyTest, TestJoin, JsonLoaderTest, TestInitQParser, TestJsonFacetErrors, TestPullReplicaErrorHandling, DeleteShardTest, SolrLogPostToolTest, TestFieldCacheSortRandom, PreAnalyzedFieldTest, ClusterStateMockUtilTest, TestDocumentBuilder, TestDynamicFieldCollectionResource, TestDeleteCollectionOnDownNodes, TestDirectoryFactory, TestSuggestSpellingConverter, TestRestManager, SOLR749Test, TestStressRecovery, TestReloadDeadlock, TaggerTest, TestNumericRangeQuery64, ForceLeaderWithTlogReplicasTest, ByteBuffersDirectoryFactoryTest, TestMinHashQParser, TestHighFrequencyDictionaryFactory, TestCustomDocTransformer, DistributedMLTComponentTest, TestSolrCoreSnapshots, IndexSizeEstimatorTest, SolrTestCaseJ4Test, TestPerFieldSimilarityWithDefaultOverride, HdfsAutoAddReplicasIntegrationTest, NodeMutatorTest, TestUnifiedSolrHighlighter, HighlighterTest, LukeRequestHandlerTest, ZkCLITest, XCJFQueryTest, ExternalFileFieldSortTest, ProtectedTermFilterFactoryTest, TestSortableTextField, AutoScalingHandlerTest, MultiSolrCloudTestCaseTest, RequestLoggingTest, CollectionPropsTest, ZkCollectionPropsCachingTest, LeaderFailoverAfterPartitionTest, SmileWriterTest, TestJsonFacetsStatsParsing, TestTrieFacet, JvmMetricsTest, TestIBSimilarityFactory, BigEndianAscendingWordSerializerTest, TestSolrFieldCacheBean, XsltUpdateRequestHandlerTest, TestXIncludeConfig, TestZkAclsWithHadoopAuth, TestLuceneMatchVersion, TestLocalStatsCacheCloud, ReturnFieldsTest, AnalyticsQueryTest, TestPKIAuthenticationPlugin, TestElisionMultitermQuery, TestOnReconnectListenerSupport, TestNestedDocsSort, CdcrVersionReplicationTest, SystemLogListenerTest, HdfsThreadLeakTest, TestSQLHandler, TestShortCircuitedRequests, TestRecovery, PeerSyncWithBufferUpdatesTest, CreateCollectionCleanupTest, TestDistributedGrouping, TestReplicationHandlerDiskOverFlow, DistributedQueryElevationComponentTest, TestFileDictionaryLookup, DistributedTermsComponentTest, TestHdfsCloudBackupRestore, TestCloudInspectUtil, TestBackupRepositoryFactory, TestStressCloudBlindAtomicUpdates, TestUninvertingReader, BaseCdcrDistributedZkTest, ShardsWhitelistTest, TestTolerantSearch, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SortByFunctionTest, PeerSyncWithLeaderTest, FuzzySearchTest, MetricsHistoryWithAuthIntegrationTest, TestSolrQueryResponse, TestWithCollection, TestHalfAndHalfDocValues, HdfsWriteToMultipleCollectionsTest, TestSolrJacksonAnnotation, DebugComponentTest, SuggestComponentContextFilterQueryTest, ConvertedLegacyTest, ChangedSchemaMergeTest, CdcrUpdateLogTest, MinimalSchemaTest, OutputWriterTest, SampleTest, TestRandomFaceting, TestSimpleTrackingShardHandler, TestTrie, TestCharFilters, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, ClusterStateTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, LeaderElectionIntegrationTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MissingSegmentRecoveryTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerSolrResponseTest, OverseerStatusTest, OverseerTaskQueueTest, OverseerTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SyncSliceTest]
   [junit4] Completed [444/907 (1!)] on J2 in 64.40s, 1 test, 1 failure <<< FAILURES!

[...truncated 23460 lines...]
check-licenses:
     [echo] License check under: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
 [licenses] CHECKSUM FAILED for /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/start.jar (expected: "ddb54190e858875fb681a6b9dd630a3609eaa513" was: "d5aa7d9c9cb261a9b4c460c918fd972d1a9882ed")
 [licenses] Scanned 254 JAR file(s) for licenses (in 1.24s.), 1 error(s).

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:117: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:329: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/tools/custom-tasks.xml:62: License check failed. Check the logs.
If you recently modified ivy-versions.properties or any module's ivy.xml,
make sure you run "ant clean-jars jar-checksums" before running precommit.

Total time: 424 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2152 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2152/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([399098EDDAC18CB1:B1C4A737743DE149]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13299 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 199338 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 199338 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 199339 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/data-dir-26-001
   [junit4]   2> 199339 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 199339 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 199341 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 199341 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ka/
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 200280 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 200297 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 200299 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 200299 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 200299 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 200300 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c95f345{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 200509 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@36105045{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-35088-hadoop-hdfs-3_2_0-tests_jar-_-any-12485154035409465084.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 200510 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@330bad1e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:35088}
   [junit4]   2> 200510 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server Started @200549ms
   [junit4]   2> 200987 WARN  (StorageLocationChecker thread 0) [     ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 201031 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 201036 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cfa6d9a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 201192 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@538d6e13{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-34811-hadoop-hdfs-3_2_0-tests_jar-_-any-13025285167095992028.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 201192 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@24456490{HTTP/1.1,[http/1.1]}{localhost:34811}
   [junit4]   2> 201192 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server Started @201231ms
   [junit4]   2> 201511 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 201513 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 201513 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 201513 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 201514 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 201514 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36bb4d81{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 201670 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@29dae76c{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-38590-hadoop-hdfs-3_2_0-tests_jar-_-any-4308839951643578691.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 201671 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@389745d8{HTTP/1.1,[http/1.1]}{localhost:38590}
   [junit4]   2> 201671 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server Started @201710ms
   [junit4]   2> 201962 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: Processing first storage report for DS-e33424b9-4fd7-4873-8475-0f4caa336370 from datanode ef5450ab-7629-461b-811a-6ab80782366a
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: from storage DS-e33424b9-4fd7-4873-8475-0f4caa336370 node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=ef5450ab-7629-461b-811a-6ab80782366a, infoPort=34367, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: Processing first storage report for DS-74735740-8658-440c-bbd8-7867a737815c from datanode 59594229-0e5d-436b-92e6-002156e143dd
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: from storage DS-74735740-8658-440c-bbd8-7867a737815c node DatanodeRegistration(127.0.0.1:43478, datanodeUuid=59594229-0e5d-436b-92e6-002156e143dd, infoPort=35431, infoSecurePort=0, ipcPort=45664, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: Processing first storage report for DS-3ac4693b-31ca-411a-97a7-6a4809edd3b1 from datanode ef5450ab-7629-461b-811a-6ab80782366a
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: from storage DS-3ac4693b-31ca-411a-97a7-6a4809edd3b1 node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=ef5450ab-7629-461b-811a-6ab80782366a, infoPort=34367, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: Processing first storage report for DS-f3edc111-03bb-4e1f-a96b-af3b8ca648e9 from datanode 59594229-0e5d-436b-92e6-002156e143dd
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: from storage DS-f3edc111-03bb-4e1f-a96b-af3b8ca648e9 node DatanodeRegistration(127.0.0.1:43478, datanodeUuid=59594229-0e5d-436b-92e6-002156e143dd, infoPort=35431, infoSecurePort=0, ipcPort=45664, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 202107 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 202107 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 202107 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer start zk server on port:43997
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43997
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43997
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43997
   [junit4]   2> 202209 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 202212 INFO  (zkConnectionManagerCallback-1689-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 202213 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 202215 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 202217 INFO  (zkConnectionManagerCallback-1691-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 202217 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 202220 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 202222 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 202224 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 202225 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 202227 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 202228 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 202230 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 202231 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 202233 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 202234 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 202236 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 202237 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 202531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 202531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 202531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 202532 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 202532 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 202532 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 202533 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67e425a7{/ka,null,AVAILABLE}
   [junit4]   2> 202534 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5b2047bf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42681}
   [junit4]   2> 202534 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.Server Started @202573ms
   [junit4]   2> 202534 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_control_data, hostPort=42681, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 202535 ERROR (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:13.032262Z
   [junit4]   2> 202536 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 202537 INFO  (zkConnectionManagerCallback-1693-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 202537 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 202639 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 202639 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/solr.xml
   [junit4]   2> 202645 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 203502 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 203503 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@180c479b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203503 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@180c479b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203507 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54c19b88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203507 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54c19b88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203509 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 203510 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 203511 INFO  (zkConnectionManagerCallback-1700-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 203511 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 203614 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 203615 INFO  (zkConnectionManagerCallback-1702-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 203615 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 203725 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42681_ka
   [junit4]   2> 203725 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.Overseer Overseer (id=72567273289613316-127.0.0.1:42681_ka-n_0000000000) starting
   [junit4]   2> 203732 INFO  (OverseerStateUpdate-72567273289613316-127.0.0.1:42681_ka-n_0000000000) [n:127.0.0.1:42681_ka     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42681_ka
   [junit4]   2> 203732 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42681_ka
   [junit4]   2> 203734 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 203737 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 203737 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 203764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 203795 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 203810 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 203810 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 203812 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/cores
   [junit4]   2> 203823 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 203824 INFO  (zkConnectionManagerCallback-1711-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 203824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 203826 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 203827 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43997/solr ready
   [junit4]   2> 203830 INFO  (qtp1450989006-5450) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42681_ka&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 203833 INFO  (OverseerThreadFactory-1448-thread-1-processing-n:127.0.0.1:42681_ka) [n:127.0.0.1:42681_ka     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 203942 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 203943 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 204956 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 204978 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 205143 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 205164 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 205165 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 205173 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home
   [junit4]   2> 205173 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 205173 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 205175 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 205189 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 205189 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 205189 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 205238 WARN  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 210276 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 210281 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 210319 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 210327 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 210327 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 210333 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 210333 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=533814060, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 210937 WARN  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 211037 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 211037 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 211037 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 211053 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 211053 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 211056 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=302771211, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 211127 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d41b5a0[control_collection_shard1_replica_n1] main]
   [junit4]   2> 211129 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 211129 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 211132 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 211134 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663043173488787456
   [junit4]   2> 211138 INFO  (searcherExecutor-1453-thread-1-processing-n:127.0.0.1:42681_ka x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4d41b5a0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 211141 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 211141 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 211144 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 211144 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 211144 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42681/ka/control_collection_shard1_replica_n1/
   [junit4]   2> 211145 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 211145 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:42681/ka/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 211145 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72567273289613316-core_node2-n_0000000000
   [junit4]   2> 211147 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42681/ka/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 211149 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211149 INFO  (zkCallback-1701-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211150 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 211153 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7211
   [junit4]   2> 211155 INFO  (qtp1450989006-5450) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 211253 INFO  (zkCallback-1701-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211253 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211254 INFO  (zkCallback-1701-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211254 INFO  (qtp1450989006-5450) [n:127.0.0.1:42681_ka     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42681_ka&wt=javabin&version=2} status=0 QTime=7424
   [junit4]   2> 211255 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 211361 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 211362 INFO  (zkConnectionManagerCallback-1717-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 211362 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 211364 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 211365 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43997/solr ready
   [junit4]   2> 211365 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 211367 INFO  (qtp1450989006-5451) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 211370 INFO  (OverseerThreadFactory-1448-thread-2-processing-n:127.0.0.1:42681_ka) [n:127.0.0.1:42681_ka     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 211371 INFO  (OverseerCollectionConfigSetProcessor-72567273289613316-127.0.0.1:42681_ka-n_0000000000) [n:127.0.0.1:42681_ka     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 211576 WARN  (OverseerThreadFactory-1448-thread-2-processing-n:127.0.0.1:42681_ka) [n:127.0.0.1:42681_ka     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 211577 INFO  (qtp1450989006-5451) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 211578 INFO  (qtp1450989006-5451) [n:127.0.0.1:42681_ka     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 211855 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 211857 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 211857 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 211857 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f64d91b{/ka,null,AVAILABLE}
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@357c699d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42557}
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.Server Started @211898ms
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty1, hostPort=42557, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-1-001/cores}
   [junit4]   2> 211859 ERROR (closeThreadPool-1718-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:22.357052Z
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 211880 INFO  (zkConnectionManagerCallback-1720-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 211880 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 211982 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 211982 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-1-001/solr.xml
   [junit4]   2> 211988 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212152 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 212153 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212153 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212153 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212154 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212154 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212154 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212155 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7daefc03{/ka,null,AVAILABLE}
   [junit4]   2> 212155 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f11343f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41857}
   [junit4]   2> 212155 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.Server Started @212195ms
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty2, hostPort=41857, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-2-001/cores}
   [junit4]   2> 212156 ERROR (closeThreadPool-1718-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:22.653513Z
   [junit4]   2> 212157 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212159 INFO  (zkConnectionManagerCallback-1723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212159 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212260 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 212260 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-2-001/solr.xml
   [junit4]   2> 212266 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212431 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 212433 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212433 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212433 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31b65b6c{/ka,null,AVAILABLE}
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@ee65f84{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38296}
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.Server Started @212474ms
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty3, hostPort=38296, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-3-001/cores}
   [junit4]   2> 212435 ERROR (closeThreadPool-1718-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212436 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:22.932988Z
   [junit4]   2> 212437 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212438 INFO  (zkConnectionManagerCallback-1726-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212438 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212540 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 212540 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-3-001/solr.xml
   [junit4]   2> 212545 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212705 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 212707 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212707 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212707 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7604b708{/ka,null,AVAILABLE}
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4480736{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35498}
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.Server Started @212748ms
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty4, hostPort=35498, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-4-001/cores}
   [junit4]   2> 212709 ERROR (closeThreadPool-1718-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212710 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212710 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:23.207016Z
   [junit4]   2> 212710 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212712 INFO  (zkConnectionManagerCallback-1729-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212712 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212813 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 212813 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-4-001/solr.xml
   [junit4]   2> 212819 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212981 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 212982 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212982 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212982 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ce368bf{/ka,null,AVAILABLE}
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2bb13584{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33422}
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.Server Started @213024ms
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty5, hostPort=33422, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-5-001/cores}
   [junit4]   2> 212985 ERROR (closeThreadPool-1718-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:23.483063Z
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212988 INFO  (zkConnectionManagerCallback-1732-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212988 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212999 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 213001 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3e13ab94[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213001 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3e13ab94[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213004 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1867f32e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213004 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1867f32e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213006 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 213006 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213008 INFO  (zkConnectionManagerCallback-1738-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213008 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213090 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 213090 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-5-001/solr.xml
   [junit4]   2> 213095 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 213160 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 213162 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78a4c1a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213162 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78a4c1a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213165 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5cd7e794[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213165 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5cd7e794[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213167 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 213167 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213169 INFO  (zkConnectionManagerCallback-1745-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213169 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213195 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 213197 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213198 INFO  (zkConnectionManagerCallback-1747-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213198 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213198 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35ab393a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213198 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35ab393a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213201 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42c2287f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213202 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42c2287f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213203 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 213204 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213205 INFO  (zkConnectionManagerCallback-1755-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213205 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213269 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 213270 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 213270 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 213270 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12c93008{/ka,null,AVAILABLE}
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@23dcffec{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37264}
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.Server Started @213324ms
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty6, hostPort=37264, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-6-001/cores}
   [junit4]   2> 213285 ERROR (closeThreadPool-1718-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:23.783073Z
   [junit4]   2> 213287 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213288 INFO  (zkConnectionManagerCallback-1757-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213288 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213291 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213292 INFO  (zkConnectionManagerCallback-1759-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213293 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213308 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 213308 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213309 INFO  (zkConnectionManagerCallback-1761-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213309 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213313 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.ZkController Publish node=127.0.0.1:41857_ka as DOWN
   [junit4]   2> 213314 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 213315 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 213315 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41857_ka
   [junit4]   2> 213316 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 213316 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 213317 INFO  (zkCallback-1716-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 213317 INFO  (zkCallback-1746-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 213319 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.ZkController Publish node=127.0.0.1:42557_ka as DOWN
   [junit4]   2> 213319 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 213320 WARN  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 213320 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 213320 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42557_ka
   [junit4]   2> 213322 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213322 INFO  (zkCallback-1746-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213322 INFO  (zkCallback-1760-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213323 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.ZkController Publish node=127.0.0.1:38296_ka as DOWN
   [junit4]   2> 213324 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 213324 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38296_ka
   [junit4]   2> 213324 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 213325 WARN  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 213331 INFO  (zkCallback-1758-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 213331 INFO  (zkCallback-1716-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213332 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213332 INFO  (zkCallback-1760-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213332 INFO  (zkCallback-1746-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213332 INFO  (zkCallback-1716-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213335 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 213335 WARN  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 213359 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 213373 INFO  (OverseerCollectionConfigSetProcessor-72567273289613316-127.0.0.1:42681_ka-n_0000000000) [n:127.0.0.1:42681_ka     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 213376 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 213387 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 213397 INFO  (closeThreadPool-1718-thread-2) 

[...truncated too long message...]

    "trigger":".scheduled_maintenance",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   1>         "properties":{}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"legacyCloud":"true"}
   [junit4]   1> 
   [junit4]   2> 244009 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 244213 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	42	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	7	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	275	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72567273289613326-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/72567273289613330-127.0.0.1:38296_ka-n_0000000003
   [junit4]   2> 	2	/solr/overseer_elect/election/72567273289613326-127.0.0.1:41857_ka-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	73	/solr/live_nodes
   [junit4]   2> 	70	/solr/overseer/queue
   [junit4]   2> 	17	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 244216 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43997
   [junit4]   2> 244216 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43997
   [junit4]   2> 244216 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43997
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=399098EDDAC18CB1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-AS -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 42.1s J1 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([399098EDDAC18CB1:B1C4A737743DE149]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 244220 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 244228 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@29dae76c{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 244229 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@389745d8{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 244229 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 244229 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36bb4d81{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 244230 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 244230 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-464444801-127.0.0.1-1586001550492 (Datanode Uuid 59594229-0e5d-436b-92e6-002156e143dd) service to lucene2-us-west.apache.org/127.0.0.1:43757
   [junit4]   2> 244252 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 244259 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@538d6e13{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 244260 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@24456490{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 244260 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 244260 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cfa6d9a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 244261 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 244261 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-464444801-127.0.0.1-1586001550492 (Datanode Uuid ef5450ab-7629-461b-811a-6ab80782366a) service to lucene2-us-west.apache.org/127.0.0.1:43757
   [junit4]   2> 244292 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@36105045{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 244293 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@330bad1e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
   [junit4]   2> 244293 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 244293 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c95f345{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001
   [junit4]   2> Apr 04, 2020 11:59:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 65 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5f5d21b4), locale=en-AS, timezone=Asia/Ust-Nera
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=17,free=244301184,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedMap, TestSolrCoreParser, TestQuerySenderListener, TestReplicaProperties, NumericFieldsTest, DistributedFacetPivotWhiteBoxTest, DeleteInactiveReplicaTest, SortSpecParsingTest, NestedAtomicUpdateTest, RegexBytesRefFilterTest, ResourceLoaderTest, BasicAuthOnSingleNodeTest, DirectSolrConnectionTest, ReplaceNodeNoTargetTest, ExplicitHLLTest, OverriddenZkACLAndCredentialsProvidersTest, TestRemoteStreaming, AtomicUpdateRemovalJavabinTest, AddReplicaTest, TestPushWriter, TestManagedSynonymGraphFilterFactory, QueryResultKeyTest, DeleteReplicaTest, PackageManagerCLITest, TestSnapshotCloudManager, TestMaxScoreQueryParser, JavabinLoaderTest, DocValuesMissingTest, TestLMJelinekMercerSimilarityFactory, HdfsSyncSliceTest]
   [junit4] Completed [88/907 (1!)] on J1 in 48.00s, 1 test, 1 failure <<< FAILURES!

[...truncated 55372 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2151 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2151/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([D36F9F6DF1706325:5B3BA0B75F8C0EDD]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14777 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 4707572 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4707573 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/data-dir-249-001
   [junit4]   2> 4707573 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4707574 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4707575 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4707575 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4707671 WARN  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4707674 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4707675 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4707675 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4707675 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4707675 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@454cfb08{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4707866 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6ece1856{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost_localdomain-39889-hadoop-hdfs-3_2_0-tests_jar-_-any-6271109085923249276.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 4707867 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2211dee7{HTTP/1.1,[http/1.1]}{localhost.localdomain:39889}
   [junit4]   2> 4707867 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.Server Started @4707901ms
   [junit4]   2> 4707922 WARN  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4707923 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4707924 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4707924 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4707924 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4707924 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@604832af{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4708038 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@57dea060{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33615-hadoop-hdfs-3_2_0-tests_jar-_-any-13839524055028957726.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 4708038 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2a2bc9e6{HTTP/1.1,[http/1.1]}{localhost:33615}
   [junit4]   2> 4708038 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.Server Started @4708072ms
   [junit4]   2> 4708176 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x2de53ba649bf85da: Processing first storage report for DS-14f23c7c-e787-4f7d-82a9-db8ed5a82c63 from datanode 9c5d8daf-0aad-4860-8ca8-c3e9b7a34f02
   [junit4]   2> 4708176 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x2de53ba649bf85da: from storage DS-14f23c7c-e787-4f7d-82a9-db8ed5a82c63 node DatanodeRegistration(127.0.0.1:36745, datanodeUuid=9c5d8daf-0aad-4860-8ca8-c3e9b7a34f02, infoPort=40041, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=900189507;c=1585909889175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4708176 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x2de53ba649bf85da: Processing first storage report for DS-a9a7b7f9-9206-4c51-9148-c0a95ed2fded from datanode 9c5d8daf-0aad-4860-8ca8-c3e9b7a34f02
   [junit4]   2> 4708176 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x2de53ba649bf85da: from storage DS-a9a7b7f9-9206-4c51-9148-c0a95ed2fded node DatanodeRegistration(127.0.0.1:36745, datanodeUuid=9c5d8daf-0aad-4860-8ca8-c3e9b7a34f02, infoPort=40041, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=900189507;c=1585909889175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4708282 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4708283 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4708283 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4708383 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer start zk server on port:44317
   [junit4]   2> 4708383 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44317
   [junit4]   2> 4708383 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44317
   [junit4]   2> 4708383 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44317
   [junit4]   2> 4708385 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4708395 INFO  (zkConnectionManagerCallback-22193-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4708395 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4708403 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4708404 INFO  (zkConnectionManagerCallback-22195-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4708404 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4708406 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4708407 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4708409 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4708410 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4708415 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4708419 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4708420 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4708421 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4708422 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4708423 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4708425 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4708427 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4708428 INFO  (zkConnectionManagerCallback-22199-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4708428 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4708530 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4708701 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4708701 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4708701 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4708702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4708702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4708702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4708702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23b796fd{/,null,AVAILABLE}
   [junit4]   2> 4708703 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@55fe607b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33947}
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.s.Server Started @4708738ms
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_control_data, hostPort=33947, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 4708704 ERROR (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:30.282318Z
   [junit4]   2> 4708704 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4708705 INFO  (zkConnectionManagerCallback-22201-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4708706 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4708807 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4708807 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/control-001/solr.xml
   [junit4]   2> 4708812 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4709469 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4709470 WARN  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35b14226[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4709470 WARN  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35b14226[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4709473 WARN  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a0599eb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4709473 WARN  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a0599eb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4709475 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44317/solr
   [junit4]   2> 4709475 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4709477 INFO  (zkConnectionManagerCallback-22208-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4709477 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4709579 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4709581 INFO  (zkConnectionManagerCallback-22210-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4709581 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4709697 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33947_
   [junit4]   2> 4709698 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.c.Overseer Overseer (id=73521110114893829-127.0.0.1:33947_-n_0000000000) starting
   [junit4]   2> 4709703 INFO  (OverseerStateUpdate-73521110114893829-127.0.0.1:33947_-n_0000000000) [n:127.0.0.1:33947_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33947_
   [junit4]   2> 4709703 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33947_
   [junit4]   2> 4709703 INFO  (OverseerStateUpdate-73521110114893829-127.0.0.1:33947_-n_0000000000) [n:127.0.0.1:33947_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4709706 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4709706 WARN  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4709732 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4709758 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4709766 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4709766 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4709767 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [n:127.0.0.1:33947_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/control-001/cores
   [junit4]   2> 4709773 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4709774 INFO  (zkConnectionManagerCallback-22219-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4709774 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4709775 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4709776 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44317/solr ready
   [junit4]   2> 4709820 INFO  (qtp730006493-147912) [n:127.0.0.1:33947_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33947_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4709824 INFO  (OverseerThreadFactory-16842-thread-1-processing-n:127.0.0.1:33947_) [n:127.0.0.1:33947_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 4709939 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4709940 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4710953 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4710970 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 4711076 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4711095 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 4711095 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4711095 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36951/solr_hdfs_home
   [junit4]   2> 4711095 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 4711096 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:36951/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 4711096 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36951/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 4711104 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4711104 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 4711104 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4711108 WARN  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 4716111 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4716112 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36951/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 4716131 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36951/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 4716138 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4716138 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 4716138 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4716142 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4716143 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6dab1472
   [junit4]   2> 4716156 WARN  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 4716243 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 4716243 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4716243 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 4716254 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4716254 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4716257 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19602225883780688]
   [junit4]   2> 4716261 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@634b57fc[control_collection_shard1_replica_n1] main]
   [junit4]   2> 4716262 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4716262 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4716263 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4716263 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1662947057038524416
   [junit4]   2> 4716267 INFO  (searcherExecutor-16847-thread-1-processing-n:127.0.0.1:33947_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@634b57fc[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4716270 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4716270 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 4716273 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4716273 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4716273 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33947/control_collection_shard1_replica_n1/
   [junit4]   2> 4716273 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4716273 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:33947/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 4716274 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73521110114893829-core_node2-n_0000000000
   [junit4]   2> 4716275 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33947/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 4716277 INFO  (zkCallback-22209-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4716277 INFO  (zkCallback-22209-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4716278 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4716280 INFO  (qtp730006493-147911) [n:127.0.0.1:33947_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6340
   [junit4]   2> 4716282 INFO  (qtp730006493-147912) [n:127.0.0.1:33947_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4716380 INFO  (zkCallback-22209-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4716380 INFO  (zkCallback-22209-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4716381 INFO  (zkCallback-22209-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4716381 INFO  (qtp730006493-147912) [n:127.0.0.1:33947_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33947_&wt=javabin&version=2} status=0 QTime=6561
   [junit4]   2> 4716382 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 4716490 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4716491 INFO  (zkConnectionManagerCallback-22225-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4716491 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4716492 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4716494 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44317/solr ready
   [junit4]   2> 4716494 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4716532 INFO  (qtp730006493-147909) [n:127.0.0.1:33947_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4716535 INFO  (OverseerCollectionConfigSetProcessor-73521110114893829-127.0.0.1:33947_-n_0000000000) [n:127.0.0.1:33947_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4716535 INFO  (OverseerThreadFactory-16842-thread-2-processing-n:127.0.0.1:33947_) [n:127.0.0.1:33947_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 4716738 WARN  (OverseerThreadFactory-16842-thread-2-processing-n:127.0.0.1:33947_) [n:127.0.0.1:33947_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 4716739 INFO  (qtp730006493-147909) [n:127.0.0.1:33947_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4716740 INFO  (qtp730006493-147909) [n:127.0.0.1:33947_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 4716741 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4716741 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4716741 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4716741 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4716741 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4716741 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4716741 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 4716927 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 4716930 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4716930 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4716930 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4716930 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4716930 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4716930 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4716931 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25dd6571{/,null,AVAILABLE}
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4e1bd9f3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46307}
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.Server Started @4716966ms
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_jetty1, hostPort=46307, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-1-001/cores}
   [junit4]   2> 4716932 ERROR (closeThreadPool-22226-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4716932 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:38.510386Z
   [junit4]   2> 4716937 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4716938 INFO  (zkConnectionManagerCallback-22228-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4716938 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4717039 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4717039 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-1-001/solr.xml
   [junit4]   2> 4717043 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4717112 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 4717114 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4717114 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4717114 INFO  (closeThreadPool-22226-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4717117 INFO  (closeThreadPool-22226-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4717117 INFO  (closeThreadPool-22226-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4717117 INFO  (closeThreadPool-22226-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4717117 INFO  (closeThreadPool-22226-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@715945ae{/,null,AVAILABLE}
   [junit4]   2> 4717118 INFO  (closeThreadPool-22226-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@406e492a{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43691}
   [junit4]   2> 4717118 INFO  (closeThreadPool-22226-thread-2) [     ] o.e.j.s.Server Started @4717152ms
   [junit4]   2> 4717118 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_jetty2, hostPort=43691, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-2-001/cores}
   [junit4]   2> 4717118 ERROR (closeThreadPool-22226-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4717118 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4717118 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4717119 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4717119 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4717119 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:38.697041Z
   [junit4]   2> 4717119 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4717121 INFO  (zkConnectionManagerCallback-22231-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4717121 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4717222 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4717223 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-2-001/solr.xml
   [junit4]   2> 4717228 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4717284 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 4717288 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4717288 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4717288 INFO  (closeThreadPool-22226-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4717301 INFO  (closeThreadPool-22226-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4717301 INFO  (closeThreadPool-22226-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4717301 INFO  (closeThreadPool-22226-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4717301 INFO  (closeThreadPool-22226-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d22e11{/,null,AVAILABLE}
   [junit4]   2> 4717302 INFO  (closeThreadPool-22226-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6706ab7b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37213}
   [junit4]   2> 4717302 INFO  (closeThreadPool-22226-thread-3) [     ] o.e.j.s.Server Started @4717336ms
   [junit4]   2> 4717302 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_jetty3, hostPort=37213, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-3-001/cores}
   [junit4]   2> 4717303 ERROR (closeThreadPool-22226-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4717303 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4717303 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4717303 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4717303 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4717303 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:38.881156Z
   [junit4]   2> 4717303 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4717305 INFO  (zkConnectionManagerCallback-22234-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4717305 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4717406 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4717407 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-3-001/solr.xml
   [junit4]   2> 4717413 INFO  (closeThreadPool-22226-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4717508 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 4717523 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4717523 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4717523 INFO  (closeThreadPool-22226-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4717602 INFO  (closeThreadPool-22226-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4717602 INFO  (closeThreadPool-22226-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4717603 INFO  (closeThreadPool-22226-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4717603 INFO  (closeThreadPool-22226-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a2d035a{/,null,AVAILABLE}
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3682db44{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37955}
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.e.j.s.Server Started @4717638ms
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_jetty4, hostPort=37955, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-4-001/cores}
   [junit4]   2> 4717604 ERROR (closeThreadPool-22226-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4717604 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:39.182915Z
   [junit4]   2> 4717618 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4717633 INFO  (zkConnectionManagerCallback-22237-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4717633 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4717734 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4717734 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-4-001/solr.xml
   [junit4]   2> 4717738 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4717757 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 4717775 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4717775 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4717775 INFO  (closeThreadPool-22226-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4717838 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4717849 INFO  (closeThreadPool-22226-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4717849 INFO  (closeThreadPool-22226-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4717849 INFO  (closeThreadPool-22226-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4717856 WARN  (closeThreadPool-22226-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33e805f6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4717856 WARN  (closeThreadPool-22226-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33e805f6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4717869 INFO  (closeThreadPool-22226-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b4c696b{/,null,AVAILABLE}
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@24eb5d32{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:32997}
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.e.j.s.Server Started @4717904ms
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_jetty5, hostPort=32997, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-5-001/cores}
   [junit4]   2> 4717870 ERROR (closeThreadPool-22226-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4717870 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:39.448682Z
   [junit4]   2> 4717883 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4717884 INFO  (zkConnectionManagerCallback-22242-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4717884 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4717885 WARN  (closeThreadPool-22226-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5bd02c75[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4717885 WARN  (closeThreadPool-22226-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5bd02c75[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4717886 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44317/solr
   [junit4]   2> 4717915 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4717923 INFO  (zkConnectionManagerCallback-22246-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4717923 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4717986 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4717986 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-5-001/solr.xml
   [junit4]   2> 4717990 INFO  (closeThreadPool-22226-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4717997 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4718006 WARN  (closeThreadPool-22226-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37cc5ba3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4718006 WARN  (closeThreadPool-22226-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37cc5ba3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4718020 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 4718032 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4718032 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4718032 INFO  (closeThreadPool-22226-thread-6) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4718034 WARN  (closeThreadPool-22226-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@306905ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4718034 WARN  (closeThreadPool-22226-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@306905ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4718036 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44317/solr
   [junit4]   2> 4718041 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4718046 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4718047 INFO  (closeThreadPool-22226-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4718047 INFO  (closeThreadPool-22226-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4718047 INFO  (closeThreadPool-22226-thread-6) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4718047 INFO  (closeThreadPool-22226-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36a06a66{/,null,AVAILABLE}
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1b7cbb2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35137}
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.e.j.s.Server Started @4718082ms
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_jetty6, hostPort=35137, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-6-001/cores}
   [junit4]   2> 4718048 ERROR (closeThreadPool-22226-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4718048 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:39.626541Z
   [junit4]   2> 4718049 INFO  (zkConnectionManagerCallback-22255-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4718049 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4718055 INFO  (zkConnectionManagerCallback-22252-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4718055 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4718065 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4718073 INFO  (zkConnectionManagerCallback-22257-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4718073 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4718155 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4718160 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.ZkController Publish node=127.0.0.1:46307_ as DOWN
   [junit4]   2> 4718162 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4718162 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46307_
   [junit4]   2> 4718163 INFO  (zkCallback-22209-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4718163 INFO  (zkCallback-22224-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4718169 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4718169 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4718169 WARN  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4718201 INFO  (zkConnectionManagerCallback-22259-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4718201 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4718205 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4718207 INFO  (zkCallback-22251-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4718210 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.ZkController Publish node=127.0.0.1:43691_ as DOWN
   [junit4]   2> 4718211 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4718211 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43691_
   [junit4]   2> 4718218 INFO  (zkCallback-22224-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4718218 INFO  (zkCallback-22209-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4718220 INFO  (zkCallback-22251-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4718221 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4718221 WARN  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4718245 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4718251 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4718251 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-6-001/solr.xml
   [junit4]   2> 4718252 INFO  (zkCallback-22258-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4718261 INFO  (closeThreadPool-22226-thread-6) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4718262 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4718296 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4718314 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4718333 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4718333 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4718335 INFO  (closeThreadPool-22226-thread-1) [n:127.0.0.1:46307_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-1-001/cores
   [junit4]   2> 4718357 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4718357 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831
   [junit4]   2> 4718358 INFO  (closeThreadPool-22226-thread-2) [n:127.0.0.1:43691_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-2-001/cores
   [junit4]   2> 4718384 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46307_
   [junit4]   2> 4718413 INFO  (closeThreadPool-22226-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:43691_
   [junit4]   2> 4718441 INFO  (TEST-HdfsSyncSliceTest.test-seed#[D36F9F6DF1706325]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-7-001 of type NRT for shard1
   [junit4]   2> 4718443 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4718443 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4718443 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 4718521 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4718521 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4718521 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4718525 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@199d2770{/,null,AVAILABLE}
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2dd3147b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36897}
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.e.j.s.Server Started @4718560ms
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:36951/hdfs__localhost.localdomain_36951__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001_tempDir-002_jetty7, hostPort=36897, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-7-001/cores}
   [junit4]   2> 4718526 ERROR (closeThreadPool-22226-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4718526 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-03T10:31:40.104716Z
   [junit4]   2> 4718536 INFO  (OverseerCollectionConfigSetProcessor-73521110114893829-127.0.0.1:33947_-n_0000000000) [n:127.0.0.1:33947_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4718545 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4718557 INFO  (zkConnectionManagerCallback-22270-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4718557 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4718659 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4718659 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001/shard-7-001/solr.xml
   [junit4]   2> 4718668 INFO  (closeThreadPool-22226-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4718670 WARN  (closeThreadPool-22226-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@457f6d1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4718670 WARN  (closeThreadPool-22226-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@457f6d1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4718671 INFO  (closeThreadPool-22226-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@442b4831, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4718692 

[...truncated too long message...]

utedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 4759591 WARN  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 4759596 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@57dea060{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 4759596 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2a2bc9e6{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 4759596 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4759596 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@604832af{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 4759599 WARN  (BP-63637565-127.0.0.1-1585909889175 heartbeating to localhost.localdomain/127.0.0.1:36951) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 4759599 WARN  (BP-63637565-127.0.0.1-1585909889175 heartbeating to localhost.localdomain/127.0.0.1:36951) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-63637565-127.0.0.1-1585909889175 (Datanode Uuid 9c5d8daf-0aad-4860-8ca8-c3e9b7a34f02) service to localhost.localdomain/127.0.0.1:36951
   [junit4]   2> 4759627 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@6ece1856{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 4759627 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2211dee7{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 4759627 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4759627 INFO  (SUITE-HdfsSyncSliceTest-seed#[D36F9F6DF1706325]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@454cfb08{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D36F9F6DF1706325-001
   [junit4]   2> Apr 03, 2020 10:32:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=FST50, multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneFixedGap), id=FST50, text=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=987, maxMBSortInHeap=6.979695535796759, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@218977b8), locale=en-FI, timezone=Hongkong
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=4,free=195538632,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [PeerSyncWithLeaderTest, TestXmlQParserPlugin, TestRecovery, ResolveAnalyzerByNameTest, SolrSlf4jReporterTest, TestSolrCoreSnapshots, MetricTriggerTest, TestXIncludeConfig, TestFileDictionaryLookup, RAMDirectoryFactoryTest, XMLAtomicUpdateMultivalueTest, TestBackupRepositoryFactory, ChangedSchemaMergeTest, TestUtils, BadCopyFieldTest, SystemLogListenerTest, ClusterStateMockUtilTest, HdfsCollectionsAPIDistributedZkTest, TestStreamBody, ScheduledTriggerTest, HighlighterTest, SpellCheckCollatorWithCollapseTest, SharedFSAutoReplicaFailoverTest, TestSimClusterStateProvider, BigEndianAscendingWordSerializerTest, TestReloadDeadlock, TestCloudSearcherWarming, BasicDistributedZkTest, TestLocalStatsCacheCloud, DistributedTermsComponentTest, NodeMutatorTest, DistributedFacetPivotSmallAdvancedTest, TestSimNodeLostTrigger, AutoScalingHandlerTest, TestLegacyField, HdfsRecoveryZkTest, TestFilteredDocIdSet, AssignTest, DateFieldTest, TestSolrFieldCacheBean, AnalyticsQueryTest, LukeRequestHandlerTest, TestZkAclsWithHadoopAuth, DeleteLastCustomShardedReplicaTest, AlternateDirectoryTest, TestLegacyTerms, TestSubQueryTransformerDistrib, TestReplicationHandlerDiskOverFlow, TestQueryUtils, MoreLikeThisComponentTest, XsltUpdateRequestHandlerTest, HdfsLockFactoryTest, TestLegacyBM25SimilarityFactory, IgnoreLargeDocumentProcessorFactoryTest, TestJavabinTupleStreamParser, TestSimGenericDistributedQueue, DocExpirationUpdateProcessorFactoryTest, DeleteShardTest, JsonLoaderTest, ForceLeaderWithTlogReplicasTest, TestExpandComponent, TestInitParams, TestJsonFacetErrors, OverseerCollectionConfigSetProcessorTest, TestTrackingShardHandlerFactory, TestPayloadScoreQParserPlugin, SplitByPrefixTest, TestHighFrequencyDictionaryFactory, TestFieldResource, TestFaceting, TestTolerantSearch, TestRequestForwarding, TaggerTest, TestDownShardTolerantSearch, BJQParserTest, TestSolrDeletionPolicy2, ChaosMonkeyNothingIsSafeWithPullReplicasTest, IndexSizeEstimatorTest, CloudReplicaSourceTest, TestJoin, RollingRestartTest, TestLRUStatsCacheCloud, TestSQLHandler, TestUseDocValuesAsStored2, OverseerSolrResponseTest, ConvertedLegacyTest, AtomicUpdatesTest, DebugComponentTest, ZkCollectionPropsCachingTest, TestQuerySenderNoQuery, TestCollapseQParserPlugin, ResponseBuilderTest, TestSchemaNameResource, UpdateLogTest, TestDirectoryFactory, TestSolrConfigHandlerConcurrent, TestElisionMultitermQuery, TestOnReconnectListenerSupport, TestDefaultStatsCache, TestSchemaVersionResource, ExternalFileFieldSortTest, ByteBuffersDirectoryFactoryTest, SolrRrdBackendFactoryTest, AuditLoggerPluginTest, TermVectorComponentTest, TestTlogReplayVsRecovery, TestStressCloudBlindAtomicUpdates, SegmentsInfoRequestHandlerTest, ParsingFieldUpdateProcessorsTest, V2ApiIntegrationTest, AliasIntegrationTest, DistributedFacetExistsSmallTest, SOLR749Test, CollectionPropsTest, TestCSVLoader, TestStressVersions, TestCoreAdminApis, FileBasedSpellCheckerTest, UUIDUpdateProcessorFallbackTest, TokenizerChainTest, HttpPartitionOnCommitTest, TestFieldCacheSortRandom, TestRTimerTree, CoreAdminRequestStatusTest, TestMinHashQParser, TestComponentsName, ShardsWhitelistTest, SaslZkACLProviderTest, TestSortableTextField, TestNestedDocsSort, TestAnalyzeInfixSuggestions, TestManagedStopFilterFactory, TestSimpleTextCodec, ConcurrentCreateCollectionTest, CdcrOpsAndBoundariesTest, TestSimTriggerIntegration, PKIAuthenticationIntegrationTest, MetricsHistoryHandlerTest, SuggesterTSTTest, TestMergePolicyConfig, ReindexCollectionTest, SolrLogPostToolTest, TestStressRecovery, TestSuggestSpellingConverter, TestInitQParser, DocValuesMultiTest, AnalysisAfterCoreReloadTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedSearch, TestDocumentBuilder, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, ChaosMonkeySafeLeaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MetricsHistoryIntegrationTest, MoveReplicaTest, PackageManagerCLITest, PeerSyncReplicationTest, RoutingToNodesWithPropertiesTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SyncSliceTest, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkNodePropsTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ShardSplitTest, TestSimDistribStateManager, TestSimDistributedQueue, TestSimExecutePlanAction, TestSimLargeCluster, CdcrRequestHandlerTest, HDFSCollectionsAPITest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest]
   [junit4] Completed [565/907 (1!)] on J2 in 55.11s, 1 test, 1 failure <<< FAILURES!

[...truncated 53647 lines...]