You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/04/04 14:49:21 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2152 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2152/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([399098EDDAC18CB1:B1C4A737743DE149]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13299 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 199338 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 199338 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 199339 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/data-dir-26-001
   [junit4]   2> 199339 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 199339 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 199341 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 199341 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ka/
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 200280 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 200297 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 200299 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 200299 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 200299 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 200300 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c95f345{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 200509 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@36105045{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-35088-hadoop-hdfs-3_2_0-tests_jar-_-any-12485154035409465084.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 200510 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@330bad1e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:35088}
   [junit4]   2> 200510 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server Started @200549ms
   [junit4]   2> 200987 WARN  (StorageLocationChecker thread 0) [     ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 201031 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 201036 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 201037 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cfa6d9a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 201192 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@538d6e13{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-34811-hadoop-hdfs-3_2_0-tests_jar-_-any-13025285167095992028.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 201192 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@24456490{HTTP/1.1,[http/1.1]}{localhost:34811}
   [junit4]   2> 201192 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server Started @201231ms
   [junit4]   2> 201511 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 201513 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 201513 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 201513 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 201514 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 201514 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36bb4d81{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 201670 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@29dae76c{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-38590-hadoop-hdfs-3_2_0-tests_jar-_-any-4308839951643578691.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 201671 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@389745d8{HTTP/1.1,[http/1.1]}{localhost:38590}
   [junit4]   2> 201671 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.Server Started @201710ms
   [junit4]   2> 201962 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: Processing first storage report for DS-e33424b9-4fd7-4873-8475-0f4caa336370 from datanode ef5450ab-7629-461b-811a-6ab80782366a
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: from storage DS-e33424b9-4fd7-4873-8475-0f4caa336370 node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=ef5450ab-7629-461b-811a-6ab80782366a, infoPort=34367, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: Processing first storage report for DS-74735740-8658-440c-bbd8-7867a737815c from datanode 59594229-0e5d-436b-92e6-002156e143dd
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: from storage DS-74735740-8658-440c-bbd8-7867a737815c node DatanodeRegistration(127.0.0.1:43478, datanodeUuid=59594229-0e5d-436b-92e6-002156e143dd, infoPort=35431, infoSecurePort=0, ipcPort=45664, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: Processing first storage report for DS-3ac4693b-31ca-411a-97a7-6a4809edd3b1 from datanode ef5450ab-7629-461b-811a-6ab80782366a
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x5d441dac110dc572: from storage DS-3ac4693b-31ca-411a-97a7-6a4809edd3b1 node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=ef5450ab-7629-461b-811a-6ab80782366a, infoPort=34367, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: Processing first storage report for DS-f3edc111-03bb-4e1f-a96b-af3b8ca648e9 from datanode 59594229-0e5d-436b-92e6-002156e143dd
   [junit4]   2> 201964 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xaa1903751e0d326d: from storage DS-f3edc111-03bb-4e1f-a96b-af3b8ca648e9 node DatanodeRegistration(127.0.0.1:43478, datanodeUuid=59594229-0e5d-436b-92e6-002156e143dd, infoPort=35431, infoSecurePort=0, ipcPort=45664, storageInfo=lv=-57;cid=testClusterID;nsid=875088935;c=1586001550492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 202107 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 202107 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 202107 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer start zk server on port:43997
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43997
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43997
   [junit4]   2> 202207 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43997
   [junit4]   2> 202209 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 202212 INFO  (zkConnectionManagerCallback-1689-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 202213 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 202215 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 202217 INFO  (zkConnectionManagerCallback-1691-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 202217 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 202220 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 202222 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 202224 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 202225 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 202227 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 202228 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 202230 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 202231 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 202233 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 202234 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 202236 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 202237 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 202531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 202531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 202531 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 202532 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 202532 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 202532 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 202533 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67e425a7{/ka,null,AVAILABLE}
   [junit4]   2> 202534 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5b2047bf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42681}
   [junit4]   2> 202534 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.s.Server Started @202573ms
   [junit4]   2> 202534 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_control_data, hostPort=42681, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 202535 ERROR (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 202535 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:13.032262Z
   [junit4]   2> 202536 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 202537 INFO  (zkConnectionManagerCallback-1693-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 202537 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 202639 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 202639 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/solr.xml
   [junit4]   2> 202645 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 203502 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 203503 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@180c479b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203503 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@180c479b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203507 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54c19b88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203507 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54c19b88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 203509 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 203510 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 203511 INFO  (zkConnectionManagerCallback-1700-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 203511 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 203614 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 203615 INFO  (zkConnectionManagerCallback-1702-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 203615 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 203725 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42681_ka
   [junit4]   2> 203725 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.Overseer Overseer (id=72567273289613316-127.0.0.1:42681_ka-n_0000000000) starting
   [junit4]   2> 203732 INFO  (OverseerStateUpdate-72567273289613316-127.0.0.1:42681_ka-n_0000000000) [n:127.0.0.1:42681_ka     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42681_ka
   [junit4]   2> 203732 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42681_ka
   [junit4]   2> 203734 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 203737 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 203737 WARN  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 203764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 203795 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 203810 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 203810 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 203812 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [n:127.0.0.1:42681_ka     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/cores
   [junit4]   2> 203823 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 203824 INFO  (zkConnectionManagerCallback-1711-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 203824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 203826 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 203827 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43997/solr ready
   [junit4]   2> 203830 INFO  (qtp1450989006-5450) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42681_ka&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 203833 INFO  (OverseerThreadFactory-1448-thread-1-processing-n:127.0.0.1:42681_ka) [n:127.0.0.1:42681_ka     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 203942 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 203943 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 204956 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 204978 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 205143 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 205164 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 205165 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24
   [junit4]   2> 205173 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home
   [junit4]   2> 205173 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 205173 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 205175 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 205189 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 205189 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 205189 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 205238 WARN  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 210276 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 210281 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 210319 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43757/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 210327 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 210327 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 210333 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 210333 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=533814060, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 210937 WARN  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 211037 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 211037 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 211037 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 211053 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 211053 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 211056 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=302771211, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 211127 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d41b5a0[control_collection_shard1_replica_n1] main]
   [junit4]   2> 211129 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 211129 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 211132 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 211134 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663043173488787456
   [junit4]   2> 211138 INFO  (searcherExecutor-1453-thread-1-processing-n:127.0.0.1:42681_ka x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4d41b5a0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 211141 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 211141 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 211144 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 211144 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 211144 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42681/ka/control_collection_shard1_replica_n1/
   [junit4]   2> 211145 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 211145 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:42681/ka/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 211145 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72567273289613316-core_node2-n_0000000000
   [junit4]   2> 211147 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42681/ka/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 211149 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211149 INFO  (zkCallback-1701-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211150 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 211153 INFO  (qtp1450989006-5449) [n:127.0.0.1:42681_ka     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7211
   [junit4]   2> 211155 INFO  (qtp1450989006-5450) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 211253 INFO  (zkCallback-1701-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211253 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211254 INFO  (zkCallback-1701-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 211254 INFO  (qtp1450989006-5450) [n:127.0.0.1:42681_ka     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42681_ka&wt=javabin&version=2} status=0 QTime=7424
   [junit4]   2> 211255 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 211361 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 211362 INFO  (zkConnectionManagerCallback-1717-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 211362 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 211364 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 211365 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43997/solr ready
   [junit4]   2> 211365 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 211367 INFO  (qtp1450989006-5451) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 211370 INFO  (OverseerThreadFactory-1448-thread-2-processing-n:127.0.0.1:42681_ka) [n:127.0.0.1:42681_ka     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 211371 INFO  (OverseerCollectionConfigSetProcessor-72567273289613316-127.0.0.1:42681_ka-n_0000000000) [n:127.0.0.1:42681_ka     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 211576 WARN  (OverseerThreadFactory-1448-thread-2-processing-n:127.0.0.1:42681_ka) [n:127.0.0.1:42681_ka     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 211577 INFO  (qtp1450989006-5451) [n:127.0.0.1:42681_ka     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 211578 INFO  (qtp1450989006-5451) [n:127.0.0.1:42681_ka     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 211580 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 211855 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 211857 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 211857 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 211857 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 211858 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f64d91b{/ka,null,AVAILABLE}
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@357c699d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42557}
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.e.j.s.Server Started @211898ms
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty1, hostPort=42557, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-1-001/cores}
   [junit4]   2> 211859 ERROR (closeThreadPool-1718-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 211859 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:22.357052Z
   [junit4]   2> 211860 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 211880 INFO  (zkConnectionManagerCallback-1720-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 211880 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 211982 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 211982 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-1-001/solr.xml
   [junit4]   2> 211988 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212152 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 212153 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212153 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212153 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212154 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212154 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212154 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212155 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7daefc03{/ka,null,AVAILABLE}
   [junit4]   2> 212155 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f11343f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41857}
   [junit4]   2> 212155 INFO  (closeThreadPool-1718-thread-2) [     ] o.e.j.s.Server Started @212195ms
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty2, hostPort=41857, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-2-001/cores}
   [junit4]   2> 212156 ERROR (closeThreadPool-1718-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212156 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:22.653513Z
   [junit4]   2> 212157 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212159 INFO  (zkConnectionManagerCallback-1723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212159 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212260 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 212260 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-2-001/solr.xml
   [junit4]   2> 212266 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212431 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 212433 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212433 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212433 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212434 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31b65b6c{/ka,null,AVAILABLE}
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@ee65f84{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38296}
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.e.j.s.Server Started @212474ms
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty3, hostPort=38296, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-3-001/cores}
   [junit4]   2> 212435 ERROR (closeThreadPool-1718-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212435 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212436 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:22.932988Z
   [junit4]   2> 212437 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212438 INFO  (zkConnectionManagerCallback-1726-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212438 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212540 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 212540 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-3-001/solr.xml
   [junit4]   2> 212545 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212705 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 212707 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212707 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212707 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212708 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7604b708{/ka,null,AVAILABLE}
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4480736{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35498}
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.e.j.s.Server Started @212748ms
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty4, hostPort=35498, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-4-001/cores}
   [junit4]   2> 212709 ERROR (closeThreadPool-1718-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212709 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212710 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212710 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:23.207016Z
   [junit4]   2> 212710 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212712 INFO  (zkConnectionManagerCallback-1729-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212712 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212813 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 212813 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-4-001/solr.xml
   [junit4]   2> 212819 INFO  (closeThreadPool-1718-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 212981 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 212982 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 212982 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 212982 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 212984 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ce368bf{/ka,null,AVAILABLE}
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2bb13584{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33422}
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.e.j.s.Server Started @213024ms
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty5, hostPort=33422, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-5-001/cores}
   [junit4]   2> 212985 ERROR (closeThreadPool-1718-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 212985 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:23.483063Z
   [junit4]   2> 212986 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 212988 INFO  (zkConnectionManagerCallback-1732-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 212988 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 212999 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 213001 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3e13ab94[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213001 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3e13ab94[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213004 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1867f32e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213004 WARN  (closeThreadPool-1718-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1867f32e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213006 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 213006 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213008 INFO  (zkConnectionManagerCallback-1738-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213008 INFO  (closeThreadPool-1718-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213090 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 213090 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-5-001/solr.xml
   [junit4]   2> 213095 INFO  (closeThreadPool-1718-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763eab24, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 213160 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 213162 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78a4c1a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213162 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78a4c1a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213165 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5cd7e794[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213165 WARN  (closeThreadPool-1718-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5cd7e794[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213167 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 213167 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213169 INFO  (zkConnectionManagerCallback-1745-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213169 INFO  (closeThreadPool-1718-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213195 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 213197 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213198 INFO  (zkConnectionManagerCallback-1747-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213198 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213198 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35ab393a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213198 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35ab393a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213201 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42c2287f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213202 WARN  (closeThreadPool-1718-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42c2287f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 213203 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43997/solr
   [junit4]   2> 213204 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213205 INFO  (zkConnectionManagerCallback-1755-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213205 INFO  (closeThreadPool-1718-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213269 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 213270 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 213270 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 213270 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 213284 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12c93008{/ka,null,AVAILABLE}
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@23dcffec{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37264}
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.e.j.s.Server Started @213324ms
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ka, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43757/hdfs__lucene2-us-west.apache.org_43757__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001_tempDir-002_jetty6, hostPort=37264, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001/shard-6-001/cores}
   [junit4]   2> 213285 ERROR (closeThreadPool-1718-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 213285 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 213286 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-04T11:59:23.783073Z
   [junit4]   2> 213287 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213288 INFO  (zkConnectionManagerCallback-1757-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213288 INFO  (closeThreadPool-1718-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213291 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213292 INFO  (zkConnectionManagerCallback-1759-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213293 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213308 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 213308 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 213309 INFO  (zkConnectionManagerCallback-1761-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 213309 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 213313 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.ZkController Publish node=127.0.0.1:41857_ka as DOWN
   [junit4]   2> 213314 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 213315 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 213315 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41857_ka
   [junit4]   2> 213316 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 213316 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 213317 INFO  (zkCallback-1716-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 213317 INFO  (zkCallback-1746-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 213319 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.ZkController Publish node=127.0.0.1:42557_ka as DOWN
   [junit4]   2> 213319 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 213320 WARN  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 213320 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 213320 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42557_ka
   [junit4]   2> 213322 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213322 INFO  (zkCallback-1746-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213322 INFO  (zkCallback-1760-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213323 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.ZkController Publish node=127.0.0.1:38296_ka as DOWN
   [junit4]   2> 213324 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 213324 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38296_ka
   [junit4]   2> 213324 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 213325 WARN  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 213331 INFO  (zkCallback-1758-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 213331 INFO  (zkCallback-1716-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 213332 INFO  (zkCallback-1701-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213332 INFO  (zkCallback-1760-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213332 INFO  (zkCallback-1746-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213332 INFO  (zkCallback-1716-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 213335 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 213335 WARN  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 213359 INFO  (closeThreadPool-1718-thread-2) [n:127.0.0.1:41857_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 213373 INFO  (OverseerCollectionConfigSetProcessor-72567273289613316-127.0.0.1:42681_ka-n_0000000000) [n:127.0.0.1:42681_ka     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 213376 INFO  (closeThreadPool-1718-thread-1) [n:127.0.0.1:42557_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 213387 INFO  (closeThreadPool-1718-thread-3) [n:127.0.0.1:38296_ka     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 213397 INFO  (closeThreadPool-1718-thread-2) 

[...truncated too long message...]

    "trigger":".scheduled_maintenance",
   [junit4]   1>             "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   1>         "properties":{}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"legacyCloud":"true"}
   [junit4]   1> 
   [junit4]   2> 244009 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 244213 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	42	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	7	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	275	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72567273289613326-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/72567273289613330-127.0.0.1:38296_ka-n_0000000003
   [junit4]   2> 	2	/solr/overseer_elect/election/72567273289613326-127.0.0.1:41857_ka-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	73	/solr/live_nodes
   [junit4]   2> 	70	/solr/overseer/queue
   [junit4]   2> 	17	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 244216 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43997
   [junit4]   2> 244216 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43997
   [junit4]   2> 244216 INFO  (TEST-HdfsSyncSliceTest.test-seed#[399098EDDAC18CB1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43997
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=399098EDDAC18CB1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-AS -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 42.1s J1 | HdfsSyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([399098EDDAC18CB1:B1C4A737743DE149]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 244220 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 244228 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@29dae76c{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 244229 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@389745d8{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 244229 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 244229 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36bb4d81{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 244230 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 244230 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-464444801-127.0.0.1-1586001550492 (Datanode Uuid 59594229-0e5d-436b-92e6-002156e143dd) service to lucene2-us-west.apache.org/127.0.0.1:43757
   [junit4]   2> 244252 WARN  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 244259 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@538d6e13{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 244260 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@24456490{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 244260 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 244260 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cfa6d9a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 244261 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 244261 WARN  (BP-464444801-127.0.0.1-1586001550492 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43757) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-464444801-127.0.0.1-1586001550492 (Datanode Uuid ef5450ab-7629-461b-811a-6ab80782366a) service to lucene2-us-west.apache.org/127.0.0.1:43757
   [junit4]   2> 244292 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@36105045{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 244293 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@330bad1e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
   [junit4]   2> 244293 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 244293 INFO  (SUITE-HdfsSyncSliceTest-seed#[399098EDDAC18CB1]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c95f345{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_399098EDDAC18CB1-001
   [junit4]   2> Apr 04, 2020 11:59:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 65 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5f5d21b4), locale=en-AS, timezone=Asia/Ust-Nera
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=17,free=244301184,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedMap, TestSolrCoreParser, TestQuerySenderListener, TestReplicaProperties, NumericFieldsTest, DistributedFacetPivotWhiteBoxTest, DeleteInactiveReplicaTest, SortSpecParsingTest, NestedAtomicUpdateTest, RegexBytesRefFilterTest, ResourceLoaderTest, BasicAuthOnSingleNodeTest, DirectSolrConnectionTest, ReplaceNodeNoTargetTest, ExplicitHLLTest, OverriddenZkACLAndCredentialsProvidersTest, TestRemoteStreaming, AtomicUpdateRemovalJavabinTest, AddReplicaTest, TestPushWriter, TestManagedSynonymGraphFilterFactory, QueryResultKeyTest, DeleteReplicaTest, PackageManagerCLITest, TestSnapshotCloudManager, TestMaxScoreQueryParser, JavabinLoaderTest, DocValuesMissingTest, TestLMJelinekMercerSimilarityFactory, HdfsSyncSliceTest]
   [junit4] Completed [88/907 (1!)] on J1 in 48.00s, 1 test, 1 failure <<< FAILURES!

[...truncated 55372 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2153 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2153/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([D000814E8A126FCD:5854BE9424EE0235]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14531 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 4527912 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4527912 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4527913 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/data-dir-200-001
   [junit4]   2> 4527913 WARN  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
   [junit4]   2> 4527913 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4527914 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4527931 INFO  (SUITE-SyncSliceTest-seed#[D000814E8A126FCD]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 4527958 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4527958 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4527958 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer start zk server on port:44804
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44804
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44804
   [junit4]   2> 4528077 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44804
   [junit4]   2> 4528079 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4528111 INFO  (zkConnectionManagerCallback-20238-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4528111 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4528114 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4528136 INFO  (zkConnectionManagerCallback-20240-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4528138 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4528152 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4528154 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4528182 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4528200 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4528202 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4528212 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4528214 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4528240 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4528242 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4528252 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4528254 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4528273 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4528274 INFO  (zkConnectionManagerCallback-20244-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4528274 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4528393 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4529856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4529856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4529856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4529878 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4529878 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4529879 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4529879 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bb500ad{/,null,AVAILABLE}
   [junit4]   2> 4529881 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@632a544d{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:33006}
   [junit4]   2> 4529881 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.s.Server Started @4529919ms
   [junit4]   2> 4529881 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/control/data, hostPort=33006, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 4529882 ERROR (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4529882 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:17:49.230375Z
   [junit4]   2> 4529935 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529943 INFO  (zkConnectionManagerCallback-20246-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529943 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4530064 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4530064 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/solr.xml
   [junit4]   2> 4530089 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4535035 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4535036 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a2201d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535036 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a2201d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535041 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@46ffdfb9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535069 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@46ffdfb9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4535071 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4535072 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4535081 INFO  (zkConnectionManagerCallback-20253-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4535081 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4535184 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4535185 INFO  (zkConnectionManagerCallback-20255-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4535185 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4535397 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33006_
   [junit4]   2> 4535397 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.Overseer Overseer (id=72572772724506629-127.0.0.1:33006_-n_0000000000) starting
   [junit4]   2> 4535403 INFO  (OverseerStateUpdate-72572772724506629-127.0.0.1:33006_-n_0000000000) [n:127.0.0.1:33006_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33006_
   [junit4]   2> 4535403 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33006_
   [junit4]   2> 4535405 INFO  (zkCallback-20254-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4535424 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4535424 WARN  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4535483 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4535514 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4535528 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4535528 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4535530 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [n:127.0.0.1:33006_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores
   [junit4]   2> 4535538 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4535539 INFO  (zkConnectionManagerCallback-20264-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4535539 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4535541 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4535542 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44804/solr ready
   [junit4]   2> 4535626 INFO  (qtp983941269-65556) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33006_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4535629 INFO  (OverseerThreadFactory-16254-thread-1-processing-n:127.0.0.1:33006_) [n:127.0.0.1:33006_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 4535760 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4535760 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4536845 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4536953 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 4537417 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4537454 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 4537454 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4537455 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 4537474 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@102c38f2
   [junit4]   2> 4537476 WARN  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 4537676 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4537676 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4537678 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4537678 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4537679 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=82.30859375, floorSegmentMB=0.373046875, forceMergeDeletesPctAllowed=17.877173746507907, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=36.27802507727095
   [junit4]   2> 4537679 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3262bc4[control_collection_shard1_replica_n1] main]
   [junit4]   2> 4537681 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4537681 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4537682 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4537682 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663131165162209280
   [junit4]   2> 4537686 INFO  (searcherExecutor-16259-thread-1-processing-n:127.0.0.1:33006_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3262bc4[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4537689 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4537689 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33006/control_collection_shard1_replica_n1/
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:33006/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 4537693 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72572772724506629-core_node2-n_0000000000
   [junit4]   2> 4537695 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33006/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 4537797 INFO  (zkCallback-20254-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537798 INFO  (zkCallback-20254-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537798 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4537801 INFO  (qtp983941269-65555) [n:127.0.0.1:33006_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2040
   [junit4]   2> 4537802 INFO  (qtp983941269-65556) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4537901 INFO  (zkCallback-20254-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537901 INFO  (zkCallback-20254-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537901 INFO  (zkCallback-20254-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4537901 INFO  (qtp983941269-65556) [n:127.0.0.1:33006_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33006_&wt=javabin&version=2} status=0 QTime=2276
   [junit4]   2> 4537902 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 4538016 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4538017 INFO  (zkConnectionManagerCallback-20270-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4538017 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4538018 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4538019 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44804/solr ready
   [junit4]   2> 4538019 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4538085 INFO  (qtp983941269-65557) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4538092 INFO  (OverseerThreadFactory-16254-thread-2-processing-n:127.0.0.1:33006_) [n:127.0.0.1:33006_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 4538092 INFO  (OverseerCollectionConfigSetProcessor-72572772724506629-127.0.0.1:33006_-n_0000000000) [n:127.0.0.1:33006_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4538296 WARN  (OverseerThreadFactory-16254-thread-2-processing-n:127.0.0.1:33006_) [n:127.0.0.1:33006_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 4538298 INFO  (qtp983941269-65557) [n:127.0.0.1:33006_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4538299 INFO  (qtp983941269-65557) [n:127.0.0.1:33006_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4538300 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 4538856 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 4538872 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4538872 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4538872 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4538873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2feabba8{/,null,AVAILABLE}
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5d8f794d{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41668}
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server Started @4538929ms
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty1, hostPort=41668, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001/cores}
   [junit4]   2> 4538891 ERROR (closeThreadPool-20271-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4538891 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4538902 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:17:58.250677Z
   [junit4]   2> 4538903 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4538904 INFO  (zkConnectionManagerCallback-20273-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4538904 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4539065 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4539065 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001/solr.xml
   [junit4]   2> 4539087 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4540101 INFO  (OverseerCollectionConfigSetProcessor-72572772724506629-127.0.0.1:33006_-n_0000000000) [n:127.0.0.1:33006_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4540552 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 4540556 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4540556 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4540556 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4540687 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4540687 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4540687 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4540700 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5194cd93{/,null,AVAILABLE}
   [junit4]   2> 4540733 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4d21d0c7{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:36880}
   [junit4]   2> 4540733 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server Started @4540771ms
   [junit4]   2> 4540733 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty2, hostPort=36880, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001/cores}
   [junit4]   2> 4540734 ERROR (closeThreadPool-20271-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4540734 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4540752 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:00.100710Z
   [junit4]   2> 4540765 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4540789 INFO  (zkConnectionManagerCallback-20276-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4540789 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4540966 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4540966 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001/solr.xml
   [junit4]   2> 4540975 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4541316 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4541372 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17a27b42[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541372 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17a27b42[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541421 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64476129[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541421 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64476129[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4541423 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4541441 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4541461 INFO  (zkConnectionManagerCallback-20283-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4541461 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4541599 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4541601 INFO  (zkConnectionManagerCallback-20285-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4541601 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4541624 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4541629 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.ZkController Publish node=127.0.0.1:41668_ as DOWN
   [junit4]   2> 4541629 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4541629 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41668_
   [junit4]   2> 4541631 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4541631 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4541631 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4541633 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4541633 WARN  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4541782 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4541906 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4541952 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4541952 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4541954 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:41668_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-1-001/cores
   [junit4]   2> 4542129 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41668_
   [junit4]   2> 4542787 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4542788 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27815a13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542788 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27815a13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542800 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34f8d349[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542800 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34f8d349[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4542802 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4542803 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4542804 INFO  (zkConnectionManagerCallback-20295-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4542804 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4542867 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 4542870 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4542870 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4542870 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4542871 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ad93415{/,null,AVAILABLE}
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@441081e9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:46019}
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server Started @4542910ms
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty3, hostPort=46019, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 4542873 ERROR (closeThreadPool-20271-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4542873 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:02.221622Z
   [junit4]   2> 4542874 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4542875 INFO  (zkConnectionManagerCallback-20297-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4542875 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4542907 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4542908 INFO  (zkConnectionManagerCallback-20299-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4542908 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4542914 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4542919 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.ZkController Publish node=127.0.0.1:36880_ as DOWN
   [junit4]   2> 4542920 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4542920 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36880_
   [junit4]   2> 4542938 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4542938 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4542938 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4542940 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4542940 WARN  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4542961 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4543006 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4543006 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001/solr.xml
   [junit4]   2> 4543010 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4543023 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4543113 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4543159 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4543159 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4543161 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:36880_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-2-001/cores
   [junit4]   2> 4543191 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:36880_
   [junit4]   2> 4545541 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 4545544 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4545544 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4545544 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4545655 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4545655 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4545655 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4545699 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63916b86{/,null,AVAILABLE}
   [junit4]   2> 4545700 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@33867a9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:38921}
   [junit4]   2> 4545700 INFO  (closeThreadPool-20271-thread-2) [     ] o.e.j.s.Server Started @4545738ms
   [junit4]   2> 4545700 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty4, hostPort=38921, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 4545701 ERROR (closeThreadPool-20271-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4545701 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:05.049393Z
   [junit4]   2> 4545702 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4545715 INFO  (zkConnectionManagerCallback-20306-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4545715 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4545845 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4545845 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001/solr.xml
   [junit4]   2> 4545866 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4550227 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4550239 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6328f3a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550239 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6328f3a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550397 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@755fc014[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550397 WARN  (closeThreadPool-20271-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@755fc014[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4550399 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4550442 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4550466 INFO  (zkConnectionManagerCallback-20313-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4550466 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4550580 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4550581 INFO  (zkConnectionManagerCallback-20315-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4550581 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4550599 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 4550604 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.ZkController Publish node=127.0.0.1:38921_ as DOWN
   [junit4]   2> 4550604 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4550605 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38921_
   [junit4]   2> 4550606 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550606 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550606 INFO  (zkCallback-20314-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550608 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4550608 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550608 WARN  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4550612 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4550675 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4550695 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 4550698 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4550698 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4550698 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4550699 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ec42609{/,null,AVAILABLE}
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@43b622f5{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:46325}
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.e.j.s.Server Started @4550738ms
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty5, hostPort=46325, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-5-001/cores}
   [junit4]   2> 4550701 ERROR (closeThreadPool-20271-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4550701 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:10.049575Z
   [junit4]   2> 4550702 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4550703 INFO  (zkConnectionManagerCallback-20321-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4550703 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4550765 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4550805 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4550805 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-5-001/solr.xml
   [junit4]   2> 4550819 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4550819 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4550821 INFO  (closeThreadPool-20271-thread-2) [n:127.0.0.1:38921_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-4-001/cores
   [junit4]   2> 4550847 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4550920 INFO  (closeThreadPool-20271-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38921_
   [junit4]   2> 4551374 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4551376 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a64ef3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551376 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a64ef3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551392 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7aebbfdb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551392 WARN  (closeThreadPool-20271-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7aebbfdb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4551394 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4551395 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4551396 INFO  (zkConnectionManagerCallback-20328-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4551396 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4551499 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4551501 INFO  (zkConnectionManagerCallback-20330-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4551501 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4551508 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4551533 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.ZkController Publish node=127.0.0.1:46019_ as DOWN
   [junit4]   2> 4551535 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4551535 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46019_
   [junit4]   2> 4551548 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551548 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551548 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551549 INFO  (zkCallback-20314-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551549 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551550 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4551551 WARN  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4551617 INFO  (zkCallback-20329-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4551643 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4551731 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4551773 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4551773 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d
   [junit4]   2> 4551791 INFO  (closeThreadPool-20271-thread-1) [n:127.0.0.1:46019_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-3-001/cores
   [junit4]   2> 4551854 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46019_
   [junit4]   2> 4552346 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 4552349 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4552349 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4552349 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4552363 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a0ddcf7{/,null,AVAILABLE}
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@79037555{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:36175}
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.e.j.s.Server Started @4552402ms
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/tempDir-001/jetty6, hostPort=36175, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-6-001/cores}
   [junit4]   2> 4552364 ERROR (closeThreadPool-20271-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4552364 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4552365 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-04-05T11:18:11.713113Z
   [junit4]   2> 4552366 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4552367 INFO  (zkConnectionManagerCallback-20336-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552367 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4552468 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4552468 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001/shard-6-001/solr.xml
   [junit4]   2> 4552477 INFO  (closeThreadPool-20271-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@24b1429d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4554017 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4554018 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ad1d69c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554018 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ad1d69c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554078 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c631cf0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554078 WARN  (closeThreadPool-20271-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c631cf0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4554080 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44804/solr
   [junit4]   2> 4554081 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4554082 INFO  (zkConnectionManagerCallback-20343-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4554082 INFO  (closeThreadPool-20271-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4554227 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4554228 INFO  (zkConnectionManagerCallback-20345-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4554228 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4554242 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 4554258 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.ZkController Publish node=127.0.0.1:46325_ as DOWN
   [junit4]   2> 4554259 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4554259 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46325_
   [junit4]   2> 4554261 INFO  (zkCallback-20314-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20269-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20329-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20298-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554261 INFO  (zkCallback-20254-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 4554263 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4554263 WARN  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4554395 INFO  (closeThreadPool-20271-thread-3) [n:127.0.0.1:46325_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metr

[...truncated too long message...]

  [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	233	/solr/clusterstate.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72572772724506638-127.0.0.1:36880_-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	77	/solr/overseer/queue
   [junit4]   2> 	64	/solr/live_nodes
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 4591671 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44804
   [junit4]   2> 4591671 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44804
   [junit4]   2> 4591671 INFO  (TEST-SyncSliceTest.test-seed#[D000814E8A126FCD]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44804
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=D000814E8A126FCD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hy-AM -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 63.7s J2 | SyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D000814E8A126FCD:5854BE9424EE0235]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_D000814E8A126FCD-001
   [junit4]   2> Apr 05, 2020 11:18:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2c309e3c), locale=hy-AM, timezone=Etc/GMT-12
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=333772824,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRTimerTree, TestInitParams, TestHdfsBackupRestoreCore, TestGraphTermsQParserPlugin, TestNestedUpdateProcessor, TestManagedSchemaThreadSafety, TestNoOpRegenerator, AuditLoggerPluginTest, TestInPlaceUpdatesRequiredField, SpatialHeatmapFacetsTest, TestUseDocValuesAsStored2, SpellCheckCollatorWithCollapseTest, TestTlogReplayVsRecovery, TestCloudPseudoReturnFields, ConnectionReuseTest, TestLegacyFieldCache, HdfsLockFactoryTest, TestSimpleTextCodec, HdfsRecoveryZkTest, TestDefaultStatsCache, ResponseBuilderTest, HttpPartitionOnCommitTest, RAMDirectoryFactoryTest, TestCollapseQParserPlugin, SolrIndexSplitterTest, FileBasedSpellCheckerTest, RollingRestartTest, DistributedIntervalFacetingTest, TestSimpleQParserPlugin, BlockDirectoryTest, TestClassicSimilarityFactory, DistributedFacetPivotSmallAdvancedTest, TestDynamicURP, TestCoreDiscovery, TestFilteredDocIdSet, TestConfigSetProperties, DefaultValueUpdateProcessorTest, TestManagedStopFilterFactory, TestRequestForwarding, HdfsBasicDistributedZk2Test, FullHLLTest, SegmentsInfoRequestHandlerTest, AlternateDirectoryTest, LeaderElectionContextKeyTest, TestJoin, JsonLoaderTest, TestInitQParser, TestJsonFacetErrors, TestPullReplicaErrorHandling, DeleteShardTest, SolrLogPostToolTest, TestFieldCacheSortRandom, PreAnalyzedFieldTest, ClusterStateMockUtilTest, TestDocumentBuilder, TestDynamicFieldCollectionResource, TestDeleteCollectionOnDownNodes, TestDirectoryFactory, TestSuggestSpellingConverter, TestRestManager, SOLR749Test, TestStressRecovery, TestReloadDeadlock, TaggerTest, TestNumericRangeQuery64, ForceLeaderWithTlogReplicasTest, ByteBuffersDirectoryFactoryTest, TestMinHashQParser, TestHighFrequencyDictionaryFactory, TestCustomDocTransformer, DistributedMLTComponentTest, TestSolrCoreSnapshots, IndexSizeEstimatorTest, SolrTestCaseJ4Test, TestPerFieldSimilarityWithDefaultOverride, HdfsAutoAddReplicasIntegrationTest, NodeMutatorTest, TestUnifiedSolrHighlighter, HighlighterTest, LukeRequestHandlerTest, ZkCLITest, XCJFQueryTest, ExternalFileFieldSortTest, ProtectedTermFilterFactoryTest, TestSortableTextField, AutoScalingHandlerTest, MultiSolrCloudTestCaseTest, RequestLoggingTest, CollectionPropsTest, ZkCollectionPropsCachingTest, LeaderFailoverAfterPartitionTest, SmileWriterTest, TestJsonFacetsStatsParsing, TestTrieFacet, JvmMetricsTest, TestIBSimilarityFactory, BigEndianAscendingWordSerializerTest, TestSolrFieldCacheBean, XsltUpdateRequestHandlerTest, TestXIncludeConfig, TestZkAclsWithHadoopAuth, TestLuceneMatchVersion, TestLocalStatsCacheCloud, ReturnFieldsTest, AnalyticsQueryTest, TestPKIAuthenticationPlugin, TestElisionMultitermQuery, TestOnReconnectListenerSupport, TestNestedDocsSort, CdcrVersionReplicationTest, SystemLogListenerTest, HdfsThreadLeakTest, TestSQLHandler, TestShortCircuitedRequests, TestRecovery, PeerSyncWithBufferUpdatesTest, CreateCollectionCleanupTest, TestDistributedGrouping, TestReplicationHandlerDiskOverFlow, DistributedQueryElevationComponentTest, TestFileDictionaryLookup, DistributedTermsComponentTest, TestHdfsCloudBackupRestore, TestCloudInspectUtil, TestBackupRepositoryFactory, TestStressCloudBlindAtomicUpdates, TestUninvertingReader, BaseCdcrDistributedZkTest, ShardsWhitelistTest, TestTolerantSearch, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SortByFunctionTest, PeerSyncWithLeaderTest, FuzzySearchTest, MetricsHistoryWithAuthIntegrationTest, TestSolrQueryResponse, TestWithCollection, TestHalfAndHalfDocValues, HdfsWriteToMultipleCollectionsTest, TestSolrJacksonAnnotation, DebugComponentTest, SuggestComponentContextFilterQueryTest, ConvertedLegacyTest, ChangedSchemaMergeTest, CdcrUpdateLogTest, MinimalSchemaTest, OutputWriterTest, SampleTest, TestRandomFaceting, TestSimpleTrackingShardHandler, TestTrie, TestCharFilters, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, ClusterStateTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, LeaderElectionIntegrationTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MissingSegmentRecoveryTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerSolrResponseTest, OverseerStatusTest, OverseerTaskQueueTest, OverseerTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SyncSliceTest]
   [junit4] Completed [444/907 (1!)] on J2 in 64.40s, 1 test, 1 failure <<< FAILURES!

[...truncated 23460 lines...]
check-licenses:
     [echo] License check under: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
 [licenses] CHECKSUM FAILED for /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/start.jar (expected: "ddb54190e858875fb681a6b9dd630a3609eaa513" was: "d5aa7d9c9cb261a9b4c460c918fd972d1a9882ed")
 [licenses] Scanned 254 JAR file(s) for licenses (in 1.24s.), 1 error(s).

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:117: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:329: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/tools/custom-tasks.xml:62: License check failed. Check the logs.
If you recently modified ivy-versions.properties or any module's ivy.xml,
make sure you run "ant clean-jars jar-checksums" before running precommit.

Total time: 424 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any