You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/02/15 01:37:35 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 355 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/355/

2 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([9764A245A275591C:1F309D9F0C8934E4]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Error from server at https://127.0.0.1:45109/_/q/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001/index-NIOFSDirectory-003/_6_1_Lucene80_1.dvm: Too many open files

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45109/_/q/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001/index-NIOFSDirectory-003/_6_1_Lucene80_1.dvm: Too many open files
	at __randomizedtesting.SeedInfo.seed([9764A245A275591C:1F309D9F0C8934E4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1749)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:426)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13594 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 472398 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 472399 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/data-dir-38-001
   [junit4]   2> 472399 WARN  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=48 numCloses=48
   [junit4]   2> 472399 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 472400 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 472401 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 472401 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 472462 WARN  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 472464 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 472465 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 472465 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 472465 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 472465 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12a0d9fb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 472561 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7954880a{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-42081-hadoop-hdfs-3_2_0-tests_jar-_-any-5074408884791524561.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 472561 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@126b8fa9{HTTP/1.1,[http/1.1]}{localhost.localdomain:42081}
   [junit4]   2> 472561 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.Server Started @472590ms
   [junit4]   2> 472632 WARN  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 472633 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 472637 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 472637 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 472637 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 472637 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45ce27a9{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 472732 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4082a107{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-37319-hadoop-hdfs-3_2_0-tests_jar-_-any-4196154143893805255.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 472732 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@db9a222{HTTP/1.1,[http/1.1]}{localhost:37319}
   [junit4]   2> 472732 INFO  (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [     ] o.e.j.s.Server Started @472760ms
   [junit4]   2> 472872 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: Processing first storage report for DS-3fbbf104-a643-45f1-8e5a-8f144ab5f897 from datanode 6499a351-a462-46b5-bc1e-9d70997e5d5c
   [junit4]   2> 472872 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: from storage DS-3fbbf104-a643-45f1-8e5a-8f144ab5f897 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6499a351-a462-46b5-bc1e-9d70997e5d5c, infoPort=35721, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=1575429371;c=1581724100047), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
   [junit4]   2> 472872 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: Processing first storage report for DS-efbb3a79-0710-4a9d-a3a6-ad117bc21633 from datanode 6499a351-a462-46b5-bc1e-9d70997e5d5c
   [junit4]   2> 472872 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: from storage DS-efbb3a79-0710-4a9d-a3a6-ad117bc21633 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6499a351-a462-46b5-bc1e-9d70997e5d5c, infoPort=35721, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=1575429371;c=1581724100047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 472999 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 473000 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 473000 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 473100 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer start zk server on port:43877
   [junit4]   2> 473100 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43877
   [junit4]   2> 473100 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43877
   [junit4]   2> 473100 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43877
   [junit4]   2> 473112 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473121 INFO  (zkConnectionManagerCallback-2504-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473121 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473127 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473128 INFO  (zkConnectionManagerCallback-2506-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473128 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473128 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 473129 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 473140 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 473141 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 473142 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 473142 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 473143 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 473143 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 473144 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 473145 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 473145 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 473147 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473162 INFO  (zkConnectionManagerCallback-2510-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473162 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473267 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 473361 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 473361 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 473361 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 473361 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 473364 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 473364 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 473364 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 473365 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2875da5f{/,null,AVAILABLE}
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3b12f8bd{SSL,[ssl, http/1.1]}{127.0.0.1:44811}
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.s.Server Started @473394ms
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_control_data, hostContext=/, hostPort=44811, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/cores}
   [junit4]   2> 473366 ERROR (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 473366 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:21Z
   [junit4]   2> 473368 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473369 INFO  (zkConnectionManagerCallback-2512-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473369 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473470 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 473470 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/solr.xml
   [junit4]   2> 473474 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 473474 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 473476 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 473808 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 473809 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 473809 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7b8db3b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 473809 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7b8db3b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 473812 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 473812 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4353264a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 473812 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4353264a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 473813 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr
   [junit4]   2> 473814 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473815 INFO  (zkConnectionManagerCallback-2519-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473815 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473918 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473919 INFO  (zkConnectionManagerCallback-2521-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473919 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473972 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44811_
   [junit4]   2> 473972 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.c.Overseer Overseer (id=73246790233096197-127.0.0.1:44811_-n_0000000000) starting
   [junit4]   2> 473976 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44811_
   [junit4]   2> 473976 INFO  (OverseerStateUpdate-73246790233096197-127.0.0.1:44811_-n_0000000000) [n:127.0.0.1:44811_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44811_
   [junit4]   2> 473976 INFO  (OverseerStateUpdate-73246790233096197-127.0.0.1:44811_-n_0000000000) [n:127.0.0.1:44811_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 473978 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 473979 WARN  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 473997 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 474014 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
   [junit4]   2> 474022 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
   [junit4]   2> 474022 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
   [junit4]   2> 474023 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/cores
   [junit4]   2> 474043 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474046 INFO  (zkConnectionManagerCallback-2530-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474046 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474049 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 474054 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43877/solr ready
   [junit4]   2> 474078 INFO  (qtp1211066330-9560) [n:127.0.0.1:44811_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44811_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 474081 INFO  (OverseerThreadFactory-2614-thread-1-processing-n:127.0.0.1:44811_) [n:127.0.0.1:44811_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 474190 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 474190 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 475203 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 475219 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 475361 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 475378 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 475379 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
   [junit4]   2> 475379 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41961/solr_hdfs_home
   [junit4]   2> 475379 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 475379 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 475380 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 475386 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 475386 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 475386 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 475393 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 475394 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 475406 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 475411 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 475411 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 475411 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 475415 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 475416 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@45d6689f
   [junit4]   2> 475829 WARN  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 475885 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 475885 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 475885 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 475893 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 475893 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 475895 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=18.3095703125, floorSegmentMB=1.166015625, forceMergeDeletesPctAllowed=17.1830610131952, segmentsPerTier=20.0, maxCFSSegmentSizeMB=1.267578125, noCFSRatio=0.0, deletesPctAllowed=43.66034475291641
   [junit4]   2> 475899 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@53146158[control_collection_shard1_replica_n1] main]
   [junit4]   2> 475900 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 475901 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 475901 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 475902 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658557933589364736
   [junit4]   2> 475905 INFO  (searcherExecutor-2619-thread-1-processing-n:127.0.0.1:44811_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@53146158[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 475906 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 475906 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 475908 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 475908 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 475908 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44811/control_collection_shard1_replica_n1/
   [junit4]   2> 475909 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 475909 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:44811/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 475909 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73246790233096197-core_node2-n_0000000000
   [junit4]   2> 475910 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44811/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 476012 INFO  (zkCallback-2520-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 476012 INFO  (zkCallback-2520-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 476013 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 476015 INFO  (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1825
   [junit4]   2> 476017 INFO  (qtp1211066330-9560) [n:127.0.0.1:44811_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 476082 INFO  (OverseerCollectionConfigSetProcessor-73246790233096197-127.0.0.1:44811_-n_0000000000) [n:127.0.0.1:44811_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 476115 INFO  (zkCallback-2520-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 476115 INFO  (zkCallback-2520-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 476115 INFO  (zkCallback-2520-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 476117 INFO  (qtp1211066330-9560) [n:127.0.0.1:44811_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44811_&wt=javabin&version=2} status=0 QTime=2039
   [junit4]   2> 476118 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 476223 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 476223 INFO  (zkConnectionManagerCallback-2536-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 476224 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 476224 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 476226 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43877/solr ready
   [junit4]   2> 476226 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 476228 INFO  (qtp1211066330-9560) [n:127.0.0.1:44811_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 476233 INFO  (OverseerThreadFactory-2614-thread-2-processing-n:127.0.0.1:44811_) [n:127.0.0.1:44811_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 476438 WARN  (OverseerThreadFactory-2614-thread-2-processing-n:127.0.0.1:44811_) [n:127.0.0.1:44811_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 476440 INFO  (qtp1211066330-9560) [n:127.0.0.1:44811_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 476442 INFO  (qtp1211066330-9560) [n:127.0.0.1:44811_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=214
   [junit4]   2> 476443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 476443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 476443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 476443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 476443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 476443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 476443 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 476528 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 476531 WARN  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 476531 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 476531 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 476531 INFO  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 476532 INFO  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 476532 INFO  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 476532 INFO  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 476532 INFO  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a6b77bf{/,null,AVAILABLE}
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f8d86ad{SSL,[ssl, http/1.1]}{127.0.0.1:41701}
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.e.j.s.Server Started @476561ms
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=41701, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-1-001/cores}
   [junit4]   2> 476533 ERROR (closeThreadPool-2537-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 476533 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:24.167Z
   [junit4]   2> 476537 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 476539 INFO  (zkConnectionManagerCallback-2539-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 476539 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 476624 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 476627 WARN  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 476627 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 476627 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 476627 INFO  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 476628 INFO  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 476628 INFO  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 476628 INFO  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 476628 INFO  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41e3d418{/,null,AVAILABLE}
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@49cf57f2{SSL,[ssl, http/1.1]}{127.0.0.1:37043}
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.e.j.s.Server Started @476657ms
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=37043, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-2-001/cores}
   [junit4]   2> 476629 ERROR (closeThreadPool-2537-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 476629 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:24.263Z
   [junit4]   2> 476630 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 476631 INFO  (zkConnectionManagerCallback-2541-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 476631 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 476640 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 476640 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-1-001/solr.xml
   [junit4]   2> 476644 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 476644 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 476646 INFO  (closeThreadPool-2537-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 476741 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 476741 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-2-001/solr.xml
   [junit4]   2> 476745 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 476745 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 476747 INFO  (closeThreadPool-2537-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 476756 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 476758 WARN  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 476758 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 476758 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 476758 INFO  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 476761 INFO  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 476761 INFO  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 476761 INFO  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 476762 INFO  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71902920{/,null,AVAILABLE}
   [junit4]   2> 476762 INFO  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3940ff5{SSL,[ssl, http/1.1]}{127.0.0.1:33467}
   [junit4]   2> 476762 INFO  (closeThreadPool-2537-thread-3) [     ] o.e.j.s.Server Started @476791ms
   [junit4]   2> 476762 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=33467, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-3-001/cores}
   [junit4]   2> 476763 ERROR (closeThreadPool-2537-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 476763 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 476763 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 476763 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 476763 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 476763 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:24.397Z
   [junit4]   2> 476765 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 476769 INFO  (zkConnectionManagerCallback-2545-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 476769 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 476851 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 476857 WARN  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 476857 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 476857 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 476857 INFO  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 476858 INFO  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 476858 INFO  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 476858 INFO  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 476858 INFO  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34407c2f{/,null,AVAILABLE}
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@24e0bdaa{SSL,[ssl, http/1.1]}{127.0.0.1:33767}
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.e.j.s.Server Started @476887ms
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=33767, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-4-001/cores}
   [junit4]   2> 476859 ERROR (closeThreadPool-2537-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 476859 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:24.493Z
   [junit4]   2> 476861 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 476861 INFO  (zkConnectionManagerCallback-2547-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 476861 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 476870 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 476870 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-3-001/solr.xml
   [junit4]   2> 476874 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 476874 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 476876 INFO  (closeThreadPool-2537-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 476950 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 476964 WARN  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 476964 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 476964 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 476964 INFO  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 476973 INFO  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 476973 INFO  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 476973 INFO  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 476973 INFO  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fa174af{/,null,AVAILABLE}
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7fe5196e{SSL,[ssl, http/1.1]}{127.0.0.1:35577}
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.e.j.s.Server Started @477002ms
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty5, solrconfig=solrconfig.xml, hostContext=/, hostPort=35577, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-5-001/cores}
   [junit4]   2> 476974 ERROR (closeThreadPool-2537-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 476974 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:24.608Z
   [junit4]   2> 476985 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 476985 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 476985 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-4-001/solr.xml
   [junit4]   2> 476989 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 476989 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 476990 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 476994 INFO  (zkConnectionManagerCallback-2550-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 476994 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 477096 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 477097 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-5-001/solr.xml
   [junit4]   2> 477100 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 477101 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 477121 INFO  (closeThreadPool-2537-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 477138 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 477155 WARN  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 477155 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 477155 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 477155 INFO  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 477236 INFO  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 477236 INFO  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 477236 INFO  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 477250 INFO  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ec01cc5{/,null,AVAILABLE}
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@34b6bb1f{SSL,[ssl, http/1.1]}{127.0.0.1:35545}
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.e.j.s.Server Started @477279ms
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty6, solrconfig=solrconfig.xml, hostContext=/, hostPort=35545, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-6-001/cores}
   [junit4]   2> 477251 ERROR (closeThreadPool-2537-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 477251 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:24.885Z
   [junit4]   2> 477278 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 477281 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 477281 WARN  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 477287 INFO  (zkConnectionManagerCallback-2554-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 477288 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 477305 WARN  (closeThreadPool-2537-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3bb84d85[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 477305 WARN  (closeThreadPool-2537-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3bb84d85[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 477310 INFO  (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-7-001 of type NRT for shard1
   [junit4]   2> 477328 WARN  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 477347 WARN  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 477347 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 477347 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 477348 INFO  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 477361 WARN  (closeThreadPool-2537-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74734a46[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 477361 WARN  (closeThreadPool-2537-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74734a46[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 477363 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr
   [junit4]   2> 477409 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 477409 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-6-001/solr.xml
   [junit4]   2> 477412 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 477412 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 477415 INFO  (closeThreadPool-2537-thread-6) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 477435 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 477474 INFO  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 477474 INFO  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 477474 INFO  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 477485 INFO  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b74e0a8{/,null,AVAILABLE}
   [junit4]   2> 477493 INFO  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5b710b44{SSL,[ssl, http/1.1]}{127.0.0.1:34649}
   [junit4]   2> 477493 INFO  (closeThreadPool-2537-thread-7) [     ] o.e.j.s.Server Started @477521ms
   [junit4]   2> 477493 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty7, solrconfig=solrconfig.xml, hostContext=/, hostPort=34649, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-7-001/cores}
   [junit4]   2> 477493 ERROR (closeThreadPool-2537-thread-7) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 477493 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 477493 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.5.0
   [junit4]   2> 477493 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 477493 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 477494 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-14T23:48:25.127Z
   [junit4]   2> 477500 INFO  (zkConnectionManagerCallback-2560-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 477500 INFO  (closeThreadPool-2537-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 477521 INFO  (closeThreadPool-2537-thread-7) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 477530 INFO  (zkConnectionManagerCallback-2563-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [juni

[...truncated too long message...]

	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	60	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	38	/solr/overseer/queue
   [junit4]   2> 	25	/solr/live_nodes
   [junit4]   2> 	19	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2122620 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43721
   [junit4]   2> 2122620 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43721
   [junit4]   2> 2122620 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[9764A245A275591C]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43721
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=9764A245A275591C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=en -Dtests.timezone=America/Jamaica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   55.4s J2 | TestInPlaceUpdatesDistrib.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45109/_/q/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001/index-NIOFSDirectory-003/_6_1_Lucene80_1.dvm: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9764A245A275591C:1F309D9F0C8934E4]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1749)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:426)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2122625 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2122625 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=108271691
   [junit4]   2> 2122625 INFO  (coreCloseExecutor-6657-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@51e5adb8
   [junit4]   2> 2122625 INFO  (coreCloseExecutor-6657-thread-1) [    x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=SolrCore@51e5adb8
   [junit4]   2> 2122625 INFO  (coreCloseExecutor-6657-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b76f560: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@62a7029d
   [junit4]   2> 2122638 INFO  (coreCloseExecutor-6657-thread-1) [    x:collection1 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 2122641 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2122641 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28410baf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7e015e66
   [junit4]   2> 2122642 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2122643 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@81242eb: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@f6b8af4
   [junit4]   2> 2122643 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2122643 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e00208: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27afaee5
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001
   [junit4]   2> Feb 15, 2020 12:15:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=BlockTreeOrds(blocksize=128), title_s=PostingsFormat(name=Asserting), id=FST50, id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=Asserting)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Lucene80), id_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), inplace_updatable_int_with_default=DocValuesFormat(name=Lucene80), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1338, maxMBSortInHeap=7.562587113056031, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3622e037), locale=en, timezone=America/Jamaica
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=194225432,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [TestReqParamsAPI, CdcrWithNodesRestartsTest, TestMinMaxOnMultiValuedField, RollingRestartTest, TestDistribPackageStore, TestRangeQuery, TestConfigSets, PeerSyncTest, SubstringBytesRefFilterTest, SuggestComponentTest, HttpPartitionOnCommitTest, WrapperMergePolicyFactoryTest, SyncSliceTest, DirectSolrSpellCheckerTest, TestCloudRecovery, TestPerFieldSimilarity, DistribDocExpirationUpdateProcessorTest, TestNumericTerms64, V2StandaloneTest, TestPackages, TestJmxIntegration, DistributedQueryComponentCustomSortTest, TestCloudConsistency, TestMinHashQParser, SoftAutoCommitTest, TemplateUpdateProcessorTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestRecovery, DirectUpdateHandlerTest, AssignTest, ComputePlanActionTest, TestCloudPhrasesIdentificationComponent, TestManagedSynonymFilterFactory, IndexSizeTriggerTest, ScheduledMaintenanceTriggerTest, NestedAtomicUpdateTest, BigEndianAscendingWordSerializerTest, TestFuzzyAnalyzedSuggestions, TestScoreJoinQPScore, NotRequiredUniqueKeyTest, ConcurrentCreateRoutedAliasTest, LeaderVoteWaitTimeoutTest, PolyFieldTest, OrderedExecutorTest, AnalysisErrorHandlingTest, TestSimComputePlanAction, QueryEqualityTest, StatsReloadRaceTest, SharedFSAutoReplicaFailoverTest, TestSolrConfigHandler, PluginInfoTest, TestComponentsName, TestBulkSchemaAPI, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib]
   [junit4] Completed [394/901 (2!)] on J2 in 57.06s, 1 test, 1 error <<< FAILURES!

[...truncated 54278 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 356 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/356/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([83EC2601C30347AE]:0)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([83EC2601C30347AE]:0)




Build Log:
[...truncated 16380 lines...]
   [junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
   [junit4]   2> 5353332 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 5353332 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5353333 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/data-dir-465-001
   [junit4]   2> 5353333 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=42 numCloses=42
   [junit4]   2> 5353333 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 5353334 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 5353334 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dr_ylv/ty
   [junit4]   2> 5353334 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.CdcrUpdateLog
   [junit4]   2> 5353334 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 5353335 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 5353363 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 5353381 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
   [junit4]   2> 5353384 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 5354129 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_191]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:884) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_191]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_191]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:620) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:180) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:143) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:149) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:811) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:801) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:662) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:651) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.beforeSuperClass(TestInPlaceUpdatesDistrib.java:90) ~[test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_191]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_191]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_191]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 5354130 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 5354130 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@998b500[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354130 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@998b500[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354133 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cecabc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354133 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cecabc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354134 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5354147 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 5354147 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5354162 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5354169 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5354169 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5354170 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 5354191 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 5354203 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 5354206 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 5354206 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 5354207 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5354207 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/data-dir-465-001/]
   [junit4]   2> 5354212 WARN  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 5354256 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 5354256 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5354257 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5354257 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5354258 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@55d0207[collection1] main]
   [junit4]   2> 5354259 WARN  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 5354259 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 5354259 INFO  (coreLoadExecutor-25809-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658647473187454976
   [junit4]   2> 5354261 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 5354261 INFO  (searcherExecutor-25810-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@55d0207[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5354266 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5354267 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5354267 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5354367 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer start zk server on port:45181
   [junit4]   2> 5354367 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45181
   [junit4]   2> 5354367 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45181
   [junit4]   2> 5354367 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45181
   [junit4]   2> 5354368 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5354370 INFO  (zkConnectionManagerCallback-31036-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5354370 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5354373 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5354375 INFO  (zkConnectionManagerCallback-31038-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5354375 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5354376 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 5354377 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
   [junit4]   2> 5354377 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5354378 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 5354379 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 5354380 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 5354380 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 5354381 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5354381 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5354382 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 5354383 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 5354384 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 5354461 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 5354461 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5354461 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5354461 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 5354463 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5354463 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5354463 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@394ac053{/dr_ylv/ty,null,AVAILABLE}
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@9bc08ea{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45091}
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.s.Server Started @5354564ms
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/control/data, replicaType=NRT, hostContext=/dr_ylv/ty, hostPort=45091, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores}
   [junit4]   2> 5354465 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 5354465 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-15T23:31:35.357Z
   [junit4]   2> 5354467 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5354468 INFO  (zkConnectionManagerCallback-31040-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5354468 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5354569 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 5354569 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/solr.xml
   [junit4]   2> 5354572 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 5354572 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 5354573 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5354793 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 5354793 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@550e6f3f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354793 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@550e6f3f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354796 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4def1ecc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354796 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4def1ecc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5354797 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
   [junit4]   2> 5354797 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5354798 INFO  (zkConnectionManagerCallback-31047-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5354798 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5354900 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5354901 INFO  (zkConnectionManagerCallback-31049-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5354901 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5354949 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45091_dr_ylv%2Fty
   [junit4]   2> 5354950 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.Overseer Overseer (id=73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) starting
   [junit4]   2> 5354953 INFO  (OverseerStateUpdate-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45091_dr_ylv%2Fty
   [junit4]   2> 5354953 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45091_dr_ylv%2Fty
   [junit4]   2> 5354954 INFO  (OverseerStateUpdate-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5354956 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 5354957 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5354971 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5354998 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5355007 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5355007 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5355008 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores
   [junit4]   2> 5355039 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5355039 INFO  (zkConnectionManagerCallback-31058-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5355040 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5355040 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5355041 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45181/solr ready
   [junit4]   2> 5355042 INFO  (qtp50827308-105650) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45091_dr_ylv%252Fty&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5355044 INFO  (OverseerThreadFactory-25824-thread-1) [     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 5355150 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 5355150 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5356160 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 5356172 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
   [junit4]   2> 5356175 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 5356175 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 5356176 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5356176 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 5356181 WARN  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 5356231 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 5356231 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5356232 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5356232 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5356233 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e9dc3ad[control_collection_shard1_replica_n1] main]
   [junit4]   2> 5356234 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 5356234 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5356235 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 5356235 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658647475259441152
   [junit4]   2> 5356238 INFO  (searcherExecutor-25829-thread-1-processing-n:127.0.0.1:45091_dr_ylv%2Fty x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4e9dc3ad[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5356239 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 5356239 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 5356241 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 5356241 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 5356241 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45091/dr_ylv/ty/control_collection_shard1_replica_n1/
   [junit4]   2> 5356242 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 5356242 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45091/dr_ylv/ty/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 5356242 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73252386647638020-core_node2-n_0000000000
   [junit4]   2> 5356243 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45091/dr_ylv/ty/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 5356344 INFO  (zkCallback-31048-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5356344 INFO  (zkCallback-31048-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5356347 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 5356348 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1198
   [junit4]   2> 5356355 INFO  (qtp50827308-105650) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 5356449 INFO  (zkCallback-31048-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5356449 INFO  (zkCallback-31048-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5356449 INFO  (zkCallback-31048-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5356449 INFO  (qtp50827308-105650) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45091_dr_ylv%252Fty&wt=javabin&version=2} status=0 QTime=1407
   [junit4]   2> 5356450 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 5356553 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5356554 INFO  (zkConnectionManagerCallback-31064-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5356554 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5356555 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5356556 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45181/solr ready
   [junit4]   2> 5356556 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 5356556 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5356558 INFO  (OverseerThreadFactory-25824-thread-2) [     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 5356558 INFO  (OverseerCollectionConfigSetProcessor-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 5356761 WARN  (OverseerThreadFactory-25824-thread-2) [     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 5356761 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 5356762 INFO  (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=205
   [junit4]   2> 5356763 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 5356763 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 5356763 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 5356763 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 5356763 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 5356763 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 5356763 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 5356836 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 5356837 WARN  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 5356837 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5356837 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5356837 INFO  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 5356843 INFO  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5356843 INFO  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5356843 INFO  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5356847 INFO  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@308b201c{/dr_ylv/ty,null,AVAILABLE}
   [junit4]   2> 5356847 INFO  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@49a75d90{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42001}
   [junit4]   2> 5356847 INFO  (closeThreadPool-31065-thread-1) [     ] o.e.j.s.Server Started @5356946ms
   [junit4]   2> 5356847 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dr_ylv/ty, hostPort=42001, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001/cores}
   [junit4]   2> 5356848 ERROR (closeThreadPool-31065-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5356848 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5356848 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 5356848 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5356848 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 5356848 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-15T23:31:37.740Z
   [junit4]   2> 5356851 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5356855 INFO  (zkConnectionManagerCallback-31067-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5356855 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5356913 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 5356914 WARN  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 5356914 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5356914 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5356914 INFO  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 5356925 INFO  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5356925 INFO  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5356925 INFO  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5356926 INFO  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a7b195{/dr_ylv/ty,null,AVAILABLE}
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6e2f8bf6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43335}
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.e.j.s.Server Started @5357026ms
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dr_ylv/ty, hostPort=43335, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores}
   [junit4]   2> 5356927 ERROR (closeThreadPool-31065-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 5356927 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-15T23:31:37.819Z
   [junit4]   2> 5356929 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5356929 INFO  (zkConnectionManagerCallback-31069-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5356929 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5356956 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 5356956 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001/solr.xml
   [junit4]   2> 5356959 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 5356959 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 5356961 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5356992 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 5356994 WARN  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 5356994 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5356994 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5356994 INFO  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
   [junit4]   2> 5357011 INFO  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5357011 INFO  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5357011 INFO  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5357015 INFO  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bb373b4{/dr_ylv/ty,null,AVAILABLE}
   [junit4]   2> 5357015 INFO  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5c3065b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42345}
   [junit4]   2> 5357015 INFO  (closeThreadPool-31065-thread-3) [     ] o.e.j.s.Server Started @5357114ms
   [junit4]   2> 5357015 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dr_ylv/ty, hostPort=42345, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001/cores}
   [junit4]   2> 5357015 ERROR (closeThreadPool-31065-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5357015 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5357016 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 5357016 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5357016 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 5357016 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-15T23:31:37.908Z
   [junit4]   2> 5357019 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5357020 INFO  (zkConnectionManagerCallback-31072-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5357020 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5357030 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 5357030 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/solr.xml
   [junit4]   2> 5357033 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 5357033 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 5357034 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5357139 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 5357139 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001/solr.xml
   [junit4]   2> 5357142 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 5357142 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 5357143 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5357414 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 5357415 WARN  (closeThreadPool-31065-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9d2a11c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357415 WARN  (closeThreadPool-31065-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9d2a11c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357423 WARN  (closeThreadPool-31065-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a75e6bf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357423 WARN  (closeThreadPool-31065-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a75e6bf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357424 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
   [junit4]   2> 5357431 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5357435 INFO  (zkConnectionManagerCallback-31080-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5357435 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5357543 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5357551 INFO  (zkConnectionManagerCallback-31082-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5357551 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5357554 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5357556 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.ZkController Publish node=127.0.0.1:42001_dr_ylv%2Fty as DOWN
   [junit4]   2> 5357557 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5357557 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42001_dr_ylv%2Fty
   [junit4]   2> 5357558 INFO  (zkCallback-31048-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 5357560 INFO  (zkCallback-31063-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 5357560 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 5357561 WARN  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5357568 INFO  (zkCallback-31081-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 5357586 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5357611 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5357623 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5357623 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5357624 INFO  (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001/cores
   [junit4]   2> 5357675 INFO  (closeThreadPool-31065-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:42001_dr_ylv%2Fty
   [junit4]   2> 5357701 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 5357701 WARN  (closeThreadPool-31065-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a559754[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357701 WARN  (closeThreadPool-31065-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a559754[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357703 WARN  (closeThreadPool-31065-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7794cde7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357703 WARN  (closeThreadPool-31065-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7794cde7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5357704 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
   [junit4]   2> 5357705 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5357705 INFO  (zkConnectionManagerCallback-31092-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5357705 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5357807 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5357808 INFO  (zkConnectionManagerCallback-31094-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5357808 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5357812 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 5357814 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.ZkController Publish node=127.0.0.1:43335_dr_ylv%2Fty as DOWN
   [junit4]   2> 5357815 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5357815 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43335_dr_ylv%2Fty
   [junit4]   2> 5357816 INFO  (zkCallback-31048-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5357817 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 5357818 WARN  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5357825 INFO  (zkCallback-31081-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5357825 INFO  (zkCallback-31063-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5357831 INFO  (zkCallback-31093-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5357839 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5357857 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5357867 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5357867 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5357869 INFO  (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores
   [junit4]   2> 5357915 INFO  (closeThreadPool-31065-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:43335_dr_ylv%2Fty
   [junit4]   2> 5358560 INFO  (OverseerCollectionConfigSetProcessor-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 5359396 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 5359397 WARN  (closeThreadPool-31065-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55e0ae3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5359397 WARN  (closeThreadPool-31065-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55e0ae3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5359399 WARN  (closeThreadPool-31065-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69e08977[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5359399 WARN  (closeThreadPool-31065-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69e08977[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5359400 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
   [junit4]   2> 5359403 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5359404 INFO  (zkConnectionManagerCallback-31104-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5359404 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5359505 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5359506 INFO  (zkConnectionManagerCallback-31106-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5359506 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5359509 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 5359512 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.ZkController Publish node=127.0.0.1:42345_dr_ylv%2Fty as DOWN
   [junit4]   2> 5359512 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5359512 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42345_dr_ylv%2Fty
   [junit4]   2> 5359513 INFO  (zkCallback-31063-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5359513 INFO  (zkCallback-31093-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5359513 INFO  (zkCallback-31081-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5359513 INFO  (zkCallback-31048-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5359514 INFO  (zkCallback-31105-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5359514 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 5359515 WARN  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5359528 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5359547 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5359571 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5359571 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5359572 INFO  (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001/cores
   [junit4]   2> 5359623 INFO  (closeThreadPool-31065-thread-3) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:42345_dr_ylv%2Fty
   [junit4]   2> 5359626 INFO  (qtp1301860603-105706) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43335_dr_ylv%252Fty&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5359626 INFO  (qtp1301860603-105708) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42345_dr_ylv%252Fty&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5359626 INFO  (qtp1301860603-105709) [n:127.0.0.1:42001_dr_ylv%2Fty     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42001_dr_ylv%252Fty&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5359628 INFO  (OverseerThreadFactory-25824-thread-3) [ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43335_dr_ylv%2Fty for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 5359629 INFO  (OverseerThreadFactory-25824-thread-3) [ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 5359638 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 5360649 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 5360661 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=inplace-updates
   [junit4]   2> 5360665 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 5360665 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 5360666 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
   [junit4]   2> 5360666 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 5360672 WARN  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 5360719 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 5360719 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5360720 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5360720 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5360722 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6571182a[collection1_shard1_replica_n1] main]
   [junit4]   2> 5360723 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 5360724 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5360724 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 5360724 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658647479966498816
   [junit4]   2> 5360741 INFO  (searcherExecutor-25861-thread-1-processing-n:127.0.0.1:43335_dr_ylv%2Fty x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@6571182a[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5360743 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 5360743 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 5360746 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 5360746 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 5360746 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43335/dr_ylv/ty/collection1_shard1_replica_n1/
   [junit4]   2> 5360746 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 5360746 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43335/dr_ylv/ty/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 5360746 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73252386647638029-core_node2-n_0000000000
   [junit4]   2> 5360747 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43335/dr_ylv/ty/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 5360849 INFO  (zkCallback-31093-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5360849 INFO  (zkCallback-31093-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5360849 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 5360851 INFO  (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1212
   [junit4]   2> 5360852 INFO  (qtp1301860603-105706) [n:127.0.0.1:42001_dr_ylv%2Fty c:collection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43335_dr_ylv%252Fty&action=ADDREPLICA&collection=coll

[...truncated too long message...]

QParserPluginTest, TestSurroundQueryParser, TestSlowCompositeReaderWrapper, DaemonStreamApiTest, TestCloudRecovery2, TestCodecSupport, LeaderElectionIntegrationTest, DeleteStatusTest, TestCloudDeleteByQuery, SpellCheckCollatorWithCollapseTest, TestChildDocTransformerHierarchy, PrimUtilsTest, TestDistributedStatsComponentCardinality, TestAddFieldRealTimeGet, TestManagedResourceStorage, TestSimScenario, TestCloudSchemaless, TestZkAclsWithHadoopAuth, TestRandomRequestDistribution, TestLogWatcher, TestRTGBase, HdfsSyncSliceTest, TestPKIAuthenticationPlugin, TestCollectionsAPIViaSolrCloudCluster, TestJsonFacets, TriggerSetPropertiesIntegrationTest, TestCoreBackup, PeerSyncWithLeaderTest, TestDocBasedVersionConstraints, CdcrUpdateLogTest, MetricsHandlerTest, MigrateRouteKeyTest, TestFileDictionaryLookup, TimeRoutedAliasUpdateProcessorTest, XMLAtomicUpdateMultivalueTest, TestHalfAndHalfDocValues, TestPseudoReturnFields, LoggingHandlerTest, TestPostingsSolrHighlighter, EnumFieldTest, TestLuceneIndexBackCompat, AddSchemaFieldsUpdateProcessorFactoryTest, ZkShardTermsTest, SearchHandlerTest, SolrRequestParserTest, ZkControllerTest, BlockDirectoryTest, TermVectorComponentDistributedTest, TestValueSourceCache, TestRetrieveFieldsOptimizer, TestHighFrequencyDictionaryFactory, TestInPlaceUpdatesRequiredField, TestQuerySenderListener, SecurityConfHandlerTest, TestDefaultStatsCache, SearchRateTriggerTest, TestSystemIdResolver, TestSimExtremeIndexing, ExitableDirectoryReaderTest, TestRandomDVFaceting, IgnoreLargeDocumentProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestInfoStreamLogging, FileBasedSpellCheckerTest, TestSchemaSimilarityResource, RequiredFieldsTest, HdfsUnloadDistributedZkTest, BadComponentTest, DistributedFacetPivotWhiteBoxTest, BinaryUpdateRequestHandlerTest, TestSubQueryTransformerCrossCore, DistributedSuggestComponentTest, RoutingToNodesWithPropertiesTest, TestBlobHandler, IndexSizeTriggerMixedBoundsTest, OverseerSolrResponseUnsafeSerializationTest, TestMaxTokenLenTokenizer, JSONWriterTest, TestReplicationHandlerBackup, TestCSVResponseWriter, MultiThreadedOCPTest, OverseerTest, TestSolrCoreProperties, SolrShardReporterTest, TestLeaderElectionZkExpiry, TestRestoreCore, EchoParamsTest, TestSmileRequest, TestStressReorder, DistributedFacetSimpleRefinementLongTailTest, CheckHdfsIndexTest, TestDelegationWithHadoopAuth, TestConfigSetImmutable, TestUseDocValuesAsStored2, SimpleCollectionCreateDeleteTest, SolrJmxReporterTest, SliceStateTest, TestSolrXml, FileUtilsTest, TestCloudPivotFacet, TestSolrCloudSnapshots, AsyncCallRequestStatusResponseTest, TestReRankQParserPlugin, TestHttpServletCarrier, ChaosMonkeySafeLeaderTest, TestShardHandlerFactory, PingRequestHandlerTest, ConfigureRecoveryStrategyTest, TestDistributedMissingSort, TestConfigsApi, TestEmbeddedSolrServerSchemaAPI, TestLegacyFieldCache, TestSolrCloudWithKerberosAlt, AutoscalingHistoryHandlerTest, TestUtilizeNode, PKIAuthenticationIntegrationTest, ConfigSetsAPITest, TestCoreContainer, TestPerFieldSimilarityWithDefaultOverride, CustomTermsComponentTest, HttpPartitionTest, CloudMLTQParserTest, XmlUpdateRequestHandlerTest, BJQParserTest, SolrIndexSplitterTest, BooleanFieldTest, SuggesterTSTTest, UpdateLogTest, QueryElevationComponentTest, ParsingFieldUpdateProcessorsTest, NumericFieldsTest, DefaultValueUpdateProcessorTest, TestComplexPhraseLeadingWildcard, TestLegacyNumericUtils, DistributedFacetPivotLongTailTest, DocumentBuilderTest, TestFieldCache, TestOverriddenPrefixQueryForCustomFieldType, PeerSyncWithBufferUpdatesTest, TestZkChroot, TestTlogReplica, TestConfigSetsAPI, DeleteNodeTest, AnalysisAfterCoreReloadTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, SampleTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, BasicZkTest, CleanupOldIndexTest, ClusterStateTest, CollectionStateFormat2Test, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LeaderFailureAfterFreshStartTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, ReindexCollectionTest, RollingRestartTest, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestDistributedMap, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestPrepRecovery, TestSSLRandomization, TestSizeLimitedDistributedMap, UnloadDistributedZkTest, ZkFailoverTest, ZkNodePropsTest, CollectionsAPIDistributedZkTest, CustomCollectionTest, ShardSplitTest, SystemLogListenerTest, TriggerCooldownIntegrationTest, TestSimClusterStateProvider, TestSimComputePlanAction, TestSimDistribStateManager, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSnapshotCloudManager, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, TestClusterStateMutator, ZkStateWriterTest, RulesTest, AlternateDirectoryTest, BlobRepositoryCloudTest, QueryResultKeyTest, SolrCoreTest, TestBackupRepositoryFactory, TestBadConfig, TestConfigSetProperties, TestConfigSets, TestCustomStream, TestDynamicLoadingUrl, TestLazyCores, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, TestSolrIndexConfig, TestXIncludeConfig, TestSolrCoreSnapshots, TestDistribPackageStore, FieldAnalysisRequestHandlerTest, TestCSVLoader, TestConfigReload, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestSolrConfigHandlerCloud, TestSystemCollAutoCreate, V2ApiIntegrationTest, V2StandaloneTest, CoreAdminOperationTest, LukeRequestHandlerTest, MBeansHandlerTest, PropertiesRequestHandlerTest, SplitHandlerTest, StatsReloadRaceTest, DistributedQueryComponentOptimizationTest, FacetPivotSmallTest, InfixSuggestersTest, StatsComponentTest, TermVectorComponentTest, TermsComponentTest, TestPivotHelperCode, TestExportWriter, JavabinLoaderTest, EmbeddedSolrNoSerializeTest, RandomizedTaggerTest, Tagger2Test, XmlInterpolationTest, HighlighterConfigTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, TestLegacyTerms, TestNumericRangeQuery32, SolrMetricManagerTest, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, SolrSlf4jReporterTest, RegexBytesRefFilterTest, SimpleFacetsTest, SubstringBytesRefFilterTest, TestFacetMethods, TestFaceting, TestRemoteStreaming, TestStreamBody, TestUnInvertedFieldException, TestWriterPerf, SmileWriterTest, TestBinaryResponseWriter, TestCustomDocTransformer, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestPushWriter, TestSubQueryTransformerDistrib, TestManagedResource, TestRestManager, TestBulkSchemaAPI, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestUniqueKeyFieldResource, TestManagedStopFilterFactory, TestManagedSynonymFilterFactory, TestManagedSynonymGraphFilterFactory, BadCopyFieldTest, BadIndexSchemaTest, ChangedSchemaMergeTest, CopyFieldTest, CurrencyFieldTypeTest, DateFieldTest, DocValuesMissingTest, DocValuesTest, SynonymTokenizerTest, TestBinaryField, TestManagedSchemaThreadSafety, TestOmitPositions, TestPointFields, TestTextField, TestUseDocValuesAsStored, QueryEqualityTest, SortSpecParsingTest, TestCustomSort, TestFastLRUCache, TestFieldSortValues, TestFilteredDocIdSet, TestFiltering, TestIndexSearcher, TestPayloadCheckQParserPlugin, TestPayloadScoreQParserPlugin, TestQueryTypes, TestQueryUtils, TestSearcherReuse, TestSolr4Spatial, TestStandardQParsers, TestStressLucene, TestStressRecovery, TestStressUserVersions, TestStressVersions, SpatialHeatmapFacetsTest, SortByFunctionTest, TestFunctionQuery, TestMinMaxOnMultiValuedField, TestNestedDocsSort, TestScoreJoinQPScore, XCJFQueryTest, TestPerFieldSimilarity, TestExactStatsCache, AuditLoggerIntegrationTest, DirectSolrSpellCheckerTest, WordBreakSolrSpellCheckerTest, TestAnalyzedSuggestions, BufferStoreTest, HdfsLockFactoryTest, TestNumericTerms64, PeerSyncWithLeaderAndIndexFingerprintCachingTest, SolrIndexConfigTest, SolrIndexMetricsTest, TestAtomicUpdateErrorCases, TestExceedMaxTermLength, TestHdfsUpdateLog, TestInPlaceUpdatesDistrib]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.seed=83EC2601C30347AE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SD -Dtests.timezone=ACT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestInPlaceUpdatesDistrib (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([83EC2601C30347AE]:0)
   [junit4] Completed [901/901 (1!)] on J0 in 7217.92s, 1 test, 2 errors <<< FAILURES!

[...truncated 52521 lines...]