You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/24 11:05:23 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2083 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2083/

2 tests failed.
FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([6FBD99B28FAB3A49]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([6FBD99B28FAB3A49]:0)




Build Log:
[...truncated 16453 lines...]
   [junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
   [junit4]   2> 6262877 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/data-dir-212-001
   [junit4]   2> 6262877 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 6262877 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 6262879 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 6262880 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 6262880 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 6262880 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.CdcrUpdateLog
   [junit4]   2> 6262881 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 6262881 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 6262920 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 6262935 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
   [junit4]   2> 6262938 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 6263169 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:619) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:180) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:143) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:149) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:814) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:804) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:665) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:654) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.beforeSuperClass(TestInPlaceUpdatesDistrib.java:90) ~[test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 6263169 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 6263171 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4515a5b7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6263171 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4515a5b7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6263173 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42cfb015[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6263173 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42cfb015[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6263175 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 6263191 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6263191 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6263207 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6263212 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6263212 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6263214 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 6263231 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 6263255 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 6263258 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 6263258 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 6263258 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6263258 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/data-dir-212-001/]
   [junit4]   2> 6263262 WARN  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 6263307 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 6263307 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6263309 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6263309 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6263309 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dee6e6b[collection1] main]
   [junit4]   2> 6263310 WARN  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 6263310 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6263310 INFO  (coreLoadExecutor-17449-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1656598620293562368
   [junit4]   2> 6263313 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[6FBD99B28FAB3A49]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 6263314 INFO  (searcherExecutor-17450-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dee6e6b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6263318 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 6263319 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 6263319 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 6263419 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer start zk server on port:42585
   [junit4]   2> 6263419 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42585
   [junit4]   2> 6263419 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42585
   [junit4]   2> 6263419 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42585
   [junit4]   2> 6263421 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6263424 INFO  (zkConnectionManagerCallback-62091-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6263424 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6263427 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6263428 INFO  (zkConnectionManagerCallback-62093-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6263428 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6263429 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 6263430 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
   [junit4]   2> 6263431 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6263433 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 6263434 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 6263435 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 6263436 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 6263437 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6263438 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6263439 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 6263441 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 6263443 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6263443 INFO  (zkConnectionManagerCallback-62097-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6263443 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6263545 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 6263706 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 6263706 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6263706 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6263706 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 6263707 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6263707 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6263707 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6263707 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b3c4e66{/,null,AVAILABLE}
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@18062410{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34559}
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.s.Server Started @6263762ms
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/tempDir-001/control/data, hostPort=34559, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 6263708 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6263708 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-24T08:45:57.166770Z
   [junit4]   2> 6263709 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6263710 INFO  (zkConnectionManagerCallback-62099-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6263710 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6263811 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 6263811 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/control-001/solr.xml
   [junit4]   2> 6263814 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 6263814 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 6263816 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 6264063 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 6264065 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@88382a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6264065 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@88382a9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6264068 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@39bbe6e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6264068 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@39bbe6e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6264070 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42585/solr
   [junit4]   2> 6264070 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6264071 INFO  (zkConnectionManagerCallback-62106-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6264071 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6264173 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6264175 INFO  (zkConnectionManagerCallback-62108-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6264175 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6264253 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34559_
   [junit4]   2> 6264253 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.Overseer Overseer (id=73124333341835269-127.0.0.1:34559_-n_0000000000) starting
   [junit4]   2> 6264257 INFO  (OverseerStateUpdate-73124333341835269-127.0.0.1:34559_-n_0000000000) [n:127.0.0.1:34559_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34559_
   [junit4]   2> 6264258 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34559_
   [junit4]   2> 6264259 INFO  (OverseerStateUpdate-73124333341835269-127.0.0.1:34559_-n_0000000000) [n:127.0.0.1:34559_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6264261 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 6264261 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 6264281 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6264314 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6264323 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6264323 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6264325 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/control-001/cores
   [junit4]   2> 6264349 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6264353 INFO  (zkConnectionManagerCallback-62117-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6264353 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6264355 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6264356 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42585/solr ready
   [junit4]   2> 6264450 INFO  (qtp183955280-171101) [n:127.0.0.1:34559_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34559_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6264454 INFO  (OverseerThreadFactory-17464-thread-1) [     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 6264570 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6264570 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 6265584 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 6265596 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
   [junit4]   2> 6265599 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 6265599 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 6265599 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6265599 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 6265603 WARN  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 6265661 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 6265661 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6265663 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6265663 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6265663 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6858aad9[control_collection_shard1_replica_n1] main]
   [junit4]   2> 6265665 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6265666 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6265666 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6265666 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1656598622764007424
   [junit4]   2> 6265669 INFO  (searcherExecutor-17469-thread-1-processing-n:127.0.0.1:34559_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6858aad9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6265672 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 6265672 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 6265674 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 6265674 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 6265674 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34559/control_collection_shard1_replica_n1/
   [junit4]   2> 6265675 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 6265675 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:34559/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 6265675 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73124333341835269-core_node2-n_0000000000
   [junit4]   2> 6265676 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34559/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 6265778 INFO  (zkCallback-62107-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 6265778 INFO  (zkCallback-62107-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 6265778 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 6265781 INFO  (qtp183955280-171100) [n:127.0.0.1:34559_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1211
   [junit4]   2> 6265783 INFO  (qtp183955280-171101) [n:127.0.0.1:34559_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 6265882 INFO  (zkCallback-62107-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 6265882 INFO  (zkCallback-62107-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 6265882 INFO  (zkCallback-62107-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 6265882 INFO  (qtp183955280-171101) [n:127.0.0.1:34559_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34559_&wt=javabin&version=2} status=0 QTime=1432
   [junit4]   2> 6265883 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 6265988 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6265993 INFO  (zkConnectionManagerCallback-62123-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6265993 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6265994 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6265996 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42585/solr ready
   [junit4]   2> 6265996 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 6266034 INFO  (qtp183955280-171099) [n:127.0.0.1:34559_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6266037 INFO  (OverseerThreadFactory-17464-thread-2) [     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 6266037 INFO  (OverseerCollectionConfigSetProcessor-73124333341835269-127.0.0.1:34559_-n_0000000000) [     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 6266240 WARN  (OverseerThreadFactory-17464-thread-2) [     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 6266241 INFO  (qtp183955280-171099) [n:127.0.0.1:34559_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 6266242 INFO  (qtp183955280-171099) [n:127.0.0.1:34559_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 6266243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 6266243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 6266243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 6266243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 6266243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 6266243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 6266243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 6266404 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 6266407 WARN  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 6266407 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6266407 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6266408 INFO  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 6266413 INFO  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6266413 INFO  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6266413 INFO  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6266413 INFO  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16c6b0e3{/,null,AVAILABLE}
   [junit4]   2> 6266414 INFO  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7dc22d90{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38323}
   [junit4]   2> 6266414 INFO  (closeThreadPool-62124-thread-1) [     ] o.e.j.s.Server Started @6266469ms
   [junit4]   2> 6266414 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/tempDir-001/jetty1, hostPort=38323, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-1-001/cores}
   [junit4]   2> 6266415 ERROR (closeThreadPool-62124-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6266415 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6266415 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 6266415 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6266415 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6266415 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-24T08:45:59.873133Z
   [junit4]   2> 6266421 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6266421 INFO  (zkConnectionManagerCallback-62126-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6266421 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6266522 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 6266523 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-1-001/solr.xml
   [junit4]   2> 6266526 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 6266526 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 6266527 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 6266589 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 6266591 WARN  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 6266591 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6266591 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6266591 INFO  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 6266605 INFO  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6266605 INFO  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6266605 INFO  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6266609 INFO  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@558c545d{/,null,AVAILABLE}
   [junit4]   2> 6266610 INFO  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4e52e496{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34089}
   [junit4]   2> 6266610 INFO  (closeThreadPool-62124-thread-2) [     ] o.e.j.s.Server Started @6266665ms
   [junit4]   2> 6266610 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/tempDir-001/jetty2, hostPort=34089, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-2-001/cores}
   [junit4]   2> 6266610 ERROR (closeThreadPool-62124-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6266610 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6266611 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 6266611 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6266611 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6266611 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-24T08:46:00.069099Z
   [junit4]   2> 6266621 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6266633 INFO  (zkConnectionManagerCallback-62129-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6266633 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6266735 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 6266735 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-2-001/solr.xml
   [junit4]   2> 6266738 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 6266738 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 6266739 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 6266761 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[6FBD99B28FAB3A49]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 6266764 WARN  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 6266764 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6266764 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6266764 INFO  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 6266773 INFO  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6266773 INFO  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6266773 INFO  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6266773 INFO  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bf7d003{/,null,AVAILABLE}
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@606a17b4{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37573}
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.e.j.s.Server Started @6266829ms
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/tempDir-001/jetty3, hostPort=37573, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-3-001/cores}
   [junit4]   2> 6266775 ERROR (closeThreadPool-62124-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6266775 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-24T08:46:00.233384Z
   [junit4]   2> 6266776 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6266781 INFO  (zkConnectionManagerCallback-62132-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6266781 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6266882 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 6266882 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-3-001/solr.xml
   [junit4]   2> 6266885 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 6266885 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 6266886 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 6267423 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 6267425 WARN  (closeThreadPool-62124-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d97eecc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267425 WARN  (closeThreadPool-62124-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d97eecc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267428 WARN  (closeThreadPool-62124-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@710c94be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267428 WARN  (closeThreadPool-62124-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@710c94be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267429 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42585/solr
   [junit4]   2> 6267435 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6267437 INFO  (zkConnectionManagerCallback-62139-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6267437 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6267478 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 6267480 WARN  (closeThreadPool-62124-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69802601[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267480 WARN  (closeThreadPool-62124-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69802601[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267483 WARN  (closeThreadPool-62124-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@39929fd0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267483 WARN  (closeThreadPool-62124-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@39929fd0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267484 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42585/solr
   [junit4]   2> 6267486 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6267486 INFO  (zkConnectionManagerCallback-62145-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6267486 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6267539 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6267540 INFO  (zkConnectionManagerCallback-62147-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6267540 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6267545 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6267549 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.ZkController Publish node=127.0.0.1:34089_ as DOWN
   [junit4]   2> 6267550 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 6267550 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34089_
   [junit4]   2> 6267551 INFO  (zkCallback-62107-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6267551 INFO  (zkCallback-62122-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6267552 INFO  (zkCallback-62146-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6267553 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 6267553 WARN  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 6267560 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 6267561 WARN  (closeThreadPool-62124-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e84c130[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267561 WARN  (closeThreadPool-62124-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e84c130[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267564 WARN  (closeThreadPool-62124-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65d522e0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267564 WARN  (closeThreadPool-62124-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65d522e0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6267565 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42585/solr
   [junit4]   2> 6267569 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6267572 INFO  (zkConnectionManagerCallback-62156-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6267572 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6267572 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6267597 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267609 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267609 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267611 INFO  (closeThreadPool-62124-thread-2) [n:127.0.0.1:34089_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-2-001/cores
   [junit4]   2> 6267640 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6267641 INFO  (zkConnectionManagerCallback-62159-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6267641 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6267645 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6267646 INFO  (closeThreadPool-62124-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34089_
   [junit4]   2> 6267648 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.ZkController Publish node=127.0.0.1:37573_ as DOWN
   [junit4]   2> 6267648 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 6267648 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37573_
   [junit4]   2> 6267649 INFO  (zkCallback-62122-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6267649 INFO  (zkCallback-62107-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6267649 INFO  (zkCallback-62146-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6267650 INFO  (zkCallback-62158-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6267651 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 6267651 WARN  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 6267670 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6267690 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267699 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267699 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267700 INFO  (closeThreadPool-62124-thread-3) [n:127.0.0.1:37573_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-3-001/cores
   [junit4]   2> 6267737 INFO  (closeThreadPool-62124-thread-3) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:37573_
   [junit4]   2> 6267740 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6267741 INFO  (zkConnectionManagerCallback-62165-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6267741 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6267746 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 6267749 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.ZkController Publish node=127.0.0.1:38323_ as DOWN
   [junit4]   2> 6267750 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 6267750 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38323_
   [junit4]   2> 6267751 INFO  (zkCallback-62122-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6267751 INFO  (zkCallback-62158-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6267751 INFO  (zkCallback-62146-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6267751 INFO  (zkCallback-62107-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6267751 INFO  (zkCallback-62164-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6267752 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 6267753 WARN  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 6267770 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6267789 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267799 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267799 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6267800 INFO  (closeThreadPool-62124-thread-1) [n:127.0.0.1:38323_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-1-001/cores
   [junit4]   2> 6267845 INFO  (closeThreadPool-62124-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38323_
   [junit4]   2> 6267886 INFO  (qtp1989663579-171168) [n:127.0.0.1:34089_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38323_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6267888 INFO  (OverseerThreadFactory-17464-thread-3) [ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38323_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 6267889 INFO  (qtp1989663579-171167) [n:127.0.0.1:34089_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34089_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6267889 INFO  (OverseerCollectionConfigSetProcessor-73124333341835269-127.0.0.1:34559_-n_0000000000) [     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 6267890 INFO  (OverseerThreadFactory-17464-thread-3) [ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 6267909 INFO  (qtp1989663579-171171) [n:127.0.0.1:34089_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37573_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6267950 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6268961 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 6268978 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=inplace-updates
   [junit4]   2> 6268981 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 6268981 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 6268981 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67e3e1dd
   [junit4]   2> 6268981 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-1-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_6FBD99B28FAB3A49-001/shard-1-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 6268985 WARN  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 6269045 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 6269045 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6269046 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6269046 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6269047 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cccf389[collection1_shard1_replica_n1] main]
   [junit4]   2> 6269049 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6269050 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6269050 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6269050 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1656598626312388608
   [junit4]   2> 6269053 INFO  (searcherExecutor-17501-thread-1-processing-n:127.0.0.1:38323_ x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2cccf389[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6269055 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 6269055 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 6269058 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 6269058 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 6269058 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38323/collection1_shard1_replica_n1/
   [junit4]   2> 6269058 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 6269058 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:38323/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 6269058 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73124333341835280-core_node2-n_0000000000
   [junit4]   2> 6269059 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38323/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 6269161 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 6269163 INFO  (qtp574734124-171156) [n:127.0.0.1:38323_ c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1213
   [junit4]   2> 6269165 INFO  (qtp1989663579-171168) [n:127.0.0.1:34089_ c:collection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38323_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1278
   [junit4]   2> 6269912 INFO  (OverseerThreadFactory-17464-thread-4) [ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34089_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 6269912 INFO  (OverseerCollectionConfigSetProcessor-73124333341835269-127.0.0.1:34559_-n_0000000000) [     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 6269914 INFO  (OverseerThreadFactory-17464-thread-4) [ c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 6269962 INFO  (qtp1989663579-171168) [n:127.0.0.1:34089_    x:collection1_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6270972 INFO  (qtp1989663579-171168) [n:127.0.0.1:34089_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 6270994 INFO  (qtp1989663579-171168) [n:127.0.0.1:34089_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n3] Schema name=inplace-updates
   [junit4]   2> 6270997 INFO  (qtp1989663579-171168) [n:127.0.0.1:34089_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 6270997 INFO  (qtp1989663579-171168) [n:127.0.0.1:34089_ c:collection1 s:shard1  x:collection1_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collecti

[...truncated too long message...]

  at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]   2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:342)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]   2>   141) Thread[id=171304, name=SolrRrdBackendFactory-17498-thread-2, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]   2>   142) Thread[id=171085, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]   2>         at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@782d355f), locale=en-KN, timezone=Etc/GMT-12
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=168,free=5866648,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestCustomStream, TestTolerantSearch, TlogReplayBufferedWhileIndexingTest, TestLogWatcher, TestUpdate, CheckHdfsIndexTest, TestSimExtremeIndexing, TolerantUpdateProcessorTest, CdcrBootstrapTest, SolrCoreMetricManagerTest, HLLSerializationTest, TestConfigSetImmutable, TestDocumentBuilder, TestXmlQParser, MetricsHandlerTest, TestSimpleTrackingShardHandler, SystemCollectionCompatTest, CollectionReloadTest, TestNonDefinedSimilarityFactory, PreAnalyzedUpdateProcessorTest, TestComplexPhraseQParserPlugin, MigrateRouteKeyTest, OverseerSolrResponseUnsafeSerializationTest, FieldMutatingUpdateProcessorTest, DeleteStatusTest, MoveReplicaHDFSTest, TestExclusionRuleCollectionAccess, OutputWriterTest, TestSimNodeAddedTrigger, TriggerCooldownIntegrationTest, TestSolrQueryParser, SimpleCollectionCreateDeleteTest, TestStressLucene, StatelessScriptUpdateProcessorFactoryTest, TestSchemalessBufferedUpdates, NodeAddedTriggerTest, HdfsChaosMonkeyNothingIsSafeTest, SolrLogAuditLoggerPluginTest, TestDynamicLoadingUrl, JWTVerificationkeyResolverTest, TestFieldCollectionResource, AtomicUpdateProcessorFactoryTest, CdcrRequestHandlerTest, SortSpecParsingTest, NumericFieldsTest, WordBreakSolrSpellCheckerTest, TestLegacyNumericUtils, TestCodecSupport, TestIndexSearcher, SynonymTokenizerTest, TestShardHandlerFactory, SchemaVersionSpecificBehaviorTest, TestInPlaceUpdateWithRouteField, TestGraphMLResponseWriter, ShardRoutingCustomTest, MaxSizeAutoCommitTest, ZkStateWriterTest, DistributedTermsComponentTest, TestDocSet, TestSolrDeletionPolicy1, FieldAnalysisRequestHandlerTest, TestClusterStateMutator, TestChildDocTransformerHierarchy, TestScoreJoinQPNoScore, TestLeaderElectionWithEmptyReplica, LoggingHandlerTest, JavaBinAtomicUpdateMultivalueTest, OverseerTest, ConfigureRecoveryStrategyTest, BufferStoreTest, SparseHLLTest, LeaderElectionIntegrationTest, CollectionStateFormat2Test, TestFieldTypeResource, TestReplicaProperties, TestJsonFacetsStatsParsing, TestCaffeineCache, SolrPluginUtilsTest, TestManagedResourceStorage, IndexBasedSpellCheckerTest, TestNumericRangeQuery32, BitVectorTest, RecoveryAfterSoftCommitTest, TestRetrieveFieldsOptimizer, CategoryRoutedAliasUpdateProcessorTest, TestHttpServletCarrier, EnumFieldTest, TestExpandComponent, DocValuesMissingTest, HttpPartitionTest, ZkSolrClientTest, SolrTestCaseJ4Test, SystemInfoHandlerTest, TriggerSetPropertiesIntegrationTest, ResponseBuilderTest, TestFoldingMultitermQuery, TestTolerantUpdateProcessorCloud, HighlighterTest, HDFSCollectionsAPITest, TestManagedSynonymGraphFilterFactory, ConvertedLegacyTest, ShardsWhitelistTest, AutoscalingHistoryHandlerTest, TestQuerySenderListener, ResourceLoaderTest, TestFunctionQuery, CursorMarkTest, TestCloudRecovery, DistributedMLTComponentTest, HdfsRecoverLeaseTest, RequiredFieldsTest, ClassificationUpdateProcessorTest, TestLRUStatsCache, TestDistribIDF, TestMaxTokenLenTokenizer, DimensionalRoutedAliasUpdateProcessorTest, TestSolrCoreParser, TestEmbeddedSolrServerConstructors, ScriptEngineTest, TestCopyFieldCollectionResource, TestAtomicUpdateErrorCases, TestSchemaSimilarityResource, TaggerTest, TestLockTree, TestSearcherReuse, TestInfoStreamLogging, TestPushWriter, RegexBytesRefFilterTest, SpellPossibilityIteratorTest, DocValuesNotIndexedTest, HdfsSyncSliceTest, AddBlockUpdateTest, TestDistributedGrouping, TestRebalanceLeaders, DistributedFacetPivotSmallAdvancedTest, AuthToolTest, TestDFISimilarityFactory, TestNamedUpdateProcessors, TestFreeTextSuggestions, TestSlowCompositeReaderWrapper, TestCoreBackup, TestSnapshotCloudManager, PeerSyncWithIndexFingerprintCachingTest, TestFieldSortValues, VMParamsZkACLAndCredentialsProvidersTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, CollectionsAPISolrJTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, LeaderElectionTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MoveReplicaTest, MultiThreadedOCPTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, ReindexCollectionTest, RollingRestartTest, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestStressLiveNodes, TestCloudJSONFacetJoinDomain, TestCloudJSONFacetSKG, TestRuleBasedAuthorizationPlugin, TestDelegationWithHadoopAuth, CacheHeaderTest, ResponseHeaderTest, SolrRequestParserTest, ConjunctionSolrSpellCheckerTest, SuggesterTSTTest, TestAnalyzeInfixSuggestions, TestFuzzyAnalyzedSuggestions, TestPhraseSuggestions, HdfsLockFactoryTest, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSort, TestFieldCacheSortRandom, TestFieldCacheVsDocValues, TestLegacyFieldCache, AnalysisErrorHandlingTest, CdcrUpdateLogTest, SolrIndexConfigTest, TestInPlaceUpdatesDistrib]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.seed=6FBD99B28FAB3A49 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-KN -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestInPlaceUpdatesDistrib (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6FBD99B28FAB3A49]:0)
   [junit4] Completed [900/900 (1!)] on J2 in 7233.33s, 1 test, 2 errors <<< FAILURES!

[...truncated 52458 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2084 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2084/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:44763/uc/hp/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/index-NIOFSDirectory-003/_10_Lucene80_0.dvm: Too many open files

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44763/uc/hp/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/index-NIOFSDirectory-003/_10_Lucene80_0.dvm: Too many open files
	at __randomizedtesting.SeedInfo.seed([274D354A350D0D11:AF190A909BF160E9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:852)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:438)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14246 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 1798138 INFO  (SUITE-BasicDistributedZkTest-seed#[274D354A350D0D11]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1798139 INFO  (SUITE-BasicDistributedZkTest-seed#[274D354A350D0D11]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/data-dir-125-001
   [junit4]   2> 1798139 WARN  (SUITE-BasicDistributedZkTest-seed#[274D354A350D0D11]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1798139 INFO  (SUITE-BasicDistributedZkTest-seed#[274D354A350D0D11]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1798141 INFO  (SUITE-BasicDistributedZkTest-seed#[274D354A350D0D11]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 1798141 INFO  (SUITE-BasicDistributedZkTest-seed#[274D354A350D0D11]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /uc/hp
   [junit4]   2> 1798145 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1798148 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1798148 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1798333 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer start zk server on port:41519
   [junit4]   2> 1798334 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41519
   [junit4]   2> 1798334 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41519
   [junit4]   2> 1798334 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41519
   [junit4]   2> 1798338 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1798344 INFO  (zkConnectionManagerCallback-5803-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1798344 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1798357 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1798361 INFO  (zkConnectionManagerCallback-5805-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1798361 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1798362 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1798363 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1798365 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1798366 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1798367 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1798368 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1798369 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1798370 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1798371 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1798372 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1798373 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1798375 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1798577 WARN  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1798577 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1798577 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1798577 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1798578 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1798578 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1798578 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1798579 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67fdaa17{/uc/hp,null,AVAILABLE}
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@608dfa52{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34129}
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.s.Server Started @1798624ms
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uc/hp, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/tempDir-001/control/data, hostPort=34129, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/control-001/cores}
   [junit4]   2> 1798580 ERROR (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1798580 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-25T07:06:40.403616Z
   [junit4]   2> 1798584 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1798585 INFO  (zkConnectionManagerCallback-5807-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1798585 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1798687 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1798687 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/control-001/solr.xml
   [junit4]   2> 1798690 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1798690 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1798691 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1799151 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1799151 WARN  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e570f9d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1799151 WARN  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e570f9d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1799154 WARN  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cb03f04[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1799154 WARN  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cb03f04[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1799155 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41519/solr
   [junit4]   2> 1799156 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1799157 INFO  (zkConnectionManagerCallback-5814-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1799157 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1799259 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1799261 INFO  (zkConnectionManagerCallback-5816-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1799261 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1799347 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34129_uc%2Fhp
   [junit4]   2> 1799347 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.Overseer Overseer (id=73129605267062788-127.0.0.1:34129_uc%2Fhp-n_0000000000) starting
   [junit4]   2> 1799352 INFO  (OverseerStateUpdate-73129605267062788-127.0.0.1:34129_uc%2Fhp-n_0000000000) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34129_uc%2Fhp
   [junit4]   2> 1799352 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34129_uc%2Fhp
   [junit4]   2> 1799353 INFO  (OverseerStateUpdate-73129605267062788-127.0.0.1:34129_uc%2Fhp-n_0000000000) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1799355 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1799355 WARN  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1799377 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1799396 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1799403 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1799403 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1799405 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/control-001/cores
   [junit4]   2> 1799422 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1799423 INFO  (zkConnectionManagerCallback-5825-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1799423 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1799424 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1799425 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41519/solr ready
   [junit4]   2> 1799430 INFO  (qtp194573310-31946) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34129_uc%252Fhp&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1799436 INFO  (OverseerThreadFactory-5335-thread-1-processing-n:127.0.0.1:34129_uc%2Fhp) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1799543 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1799544 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1800557 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1800574 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1800708 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1800722 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1800722 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1800723 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1800725 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=73.728515625, floorSegmentMB=0.6015625, forceMergeDeletesPctAllowed=23.71521537994027, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074368041609533, deletesPctAllowed=33.329049544415916
   [junit4]   2> 1800729 WARN  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1800790 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1800790 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1800792 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1800792 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1800793 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=42.4130859375, floorSegmentMB=2.029296875, forceMergeDeletesPctAllowed=0.5575201024976584, segmentsPerTier=33.0, maxCFSSegmentSizeMB=1.41015625, noCFSRatio=0.11330581640890945, deletesPctAllowed=44.93929784950561
   [junit4]   2> 1800793 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@70fa7a9f[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1800795 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1800795 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1800796 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1800796 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1656682973882220544
   [junit4]   2> 1800799 INFO  (searcherExecutor-5340-thread-1-processing-n:127.0.0.1:34129_uc%2Fhp x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@70fa7a9f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1800801 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1800801 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1800803 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1800803 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1800803 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34129/uc/hp/control_collection_shard1_replica_n1/
   [junit4]   2> 1800804 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1800804 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34129/uc/hp/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1800804 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73129605267062788-core_node2-n_0000000000
   [junit4]   2> 1800805 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34129/uc/hp/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1800913 INFO  (zkCallback-5815-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1800914 INFO  (zkCallback-5815-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1800915 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1800917 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1374
   [junit4]   2> 1800919 INFO  (qtp194573310-31946) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1801017 INFO  (zkCallback-5815-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1801017 INFO  (zkCallback-5815-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1801017 INFO  (zkCallback-5815-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1801018 INFO  (qtp194573310-31946) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34129_uc%252Fhp&wt=javabin&version=2} status=0 QTime=1587
   [junit4]   2> 1801018 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1801123 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1801125 INFO  (zkConnectionManagerCallback-5831-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1801125 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1801126 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1801128 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41519/solr ready
   [junit4]   2> 1801128 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1801129 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1801133 INFO  (OverseerThreadFactory-5335-thread-2-processing-n:127.0.0.1:34129_uc%2Fhp) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1801133 INFO  (OverseerCollectionConfigSetProcessor-73129605267062788-127.0.0.1:34129_uc%2Fhp-n_0000000000) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1801337 WARN  (OverseerThreadFactory-5335-thread-2-processing-n:127.0.0.1:34129_uc%2Fhp) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1801339 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1801340 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
   [junit4]   2> 1801341 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 1801341 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1801341 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 1801341 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1801341 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 1801341 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1801341 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 1801527 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 1801527 WARN  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1801528 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1801528 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1801528 INFO  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1801532 INFO  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1801532 INFO  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1801532 INFO  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1801534 INFO  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ea53675{/uc/hp,null,AVAILABLE}
   [junit4]   2> 1801534 INFO  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7342081e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46043}
   [junit4]   2> 1801534 INFO  (closeThreadPool-5832-thread-1) [     ] o.e.j.s.Server Started @1801579ms
   [junit4]   2> 1801534 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uc/hp, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/tempDir-001/jetty1, hostPort=46043, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-1-001/cores}
   [junit4]   2> 1801535 ERROR (closeThreadPool-5832-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1801535 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1801535 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1801535 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1801535 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1801535 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-25T07:06:43.358348Z
   [junit4]   2> 1801537 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1801540 INFO  (zkConnectionManagerCallback-5834-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1801540 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1801641 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1801642 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-1-001/solr.xml
   [junit4]   2> 1801644 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1801644 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1801646 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1801713 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1801714 WARN  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1801714 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1801714 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1801714 INFO  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1801715 INFO  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1801715 INFO  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1801715 INFO  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1801715 INFO  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3054340f{/uc/hp,null,AVAILABLE}
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@289c18f9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41331}
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.e.j.s.Server Started @1801760ms
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uc/hp, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/tempDir-001/jetty2, hostPort=41331, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-2-001/cores}
   [junit4]   2> 1801716 ERROR (closeThreadPool-5832-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1801716 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-25T07:06:43.539510Z
   [junit4]   2> 1801717 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1801727 INFO  (zkConnectionManagerCallback-5837-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1801727 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1801829 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1801829 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-2-001/solr.xml
   [junit4]   2> 1801833 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1801833 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1801834 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1801894 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 1801905 WARN  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1801905 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1801905 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1801905 INFO  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1801971 INFO  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1801971 INFO  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1801971 INFO  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1801986 INFO  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69000ae5{/uc/hp,null,AVAILABLE}
   [junit4]   2> 1801992 INFO  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@271e280b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38029}
   [junit4]   2> 1801992 INFO  (closeThreadPool-5832-thread-3) [     ] o.e.j.s.Server Started @1802037ms
   [junit4]   2> 1801992 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uc/hp, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/tempDir-001/jetty3, hostPort=38029, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-3-001/cores}
   [junit4]   2> 1801992 ERROR (closeThreadPool-5832-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1801992 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1801993 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1801993 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1801993 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1801993 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-25T07:06:43.816047Z
   [junit4]   2> 1802012 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802024 INFO  (zkConnectionManagerCallback-5840-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802024 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802090 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 1802091 WARN  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1802091 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1802091 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1802091 INFO  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1802096 INFO  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1802096 INFO  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40faa262{/uc/hp,null,AVAILABLE}
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@685d6239{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44763}
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.e.j.s.Server Started @1802142ms
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uc/hp, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/tempDir-001/jetty4, hostPort=44763, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-4-001/cores}
   [junit4]   2> 1802097 ERROR (closeThreadPool-5832-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1802097 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-25T07:06:43.920865Z
   [junit4]   2> 1802098 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802100 INFO  (zkConnectionManagerCallback-5842-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802100 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802125 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1802125 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-3-001/solr.xml
   [junit4]   2> 1802129 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1802129 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1802131 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1802154 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1802155 WARN  (closeThreadPool-5832-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16925716[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802155 WARN  (closeThreadPool-5832-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16925716[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802157 WARN  (closeThreadPool-5832-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5d61a877[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802157 WARN  (closeThreadPool-5832-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5d61a877[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802159 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41519/solr
   [junit4]   2> 1802160 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802160 INFO  (zkConnectionManagerCallback-5849-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802160 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802226 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1802226 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-4-001/solr.xml
   [junit4]   2> 1802229 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1802229 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1802230 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1802276 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802291 INFO  (zkConnectionManagerCallback-5852-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802291 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802294 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1802297 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.ZkController Publish node=127.0.0.1:46043_uc%2Fhp as DOWN
   [junit4]   2> 1802297 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1802297 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46043_uc%2Fhp
   [junit4]   2> 1802298 INFO  (zkCallback-5815-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1802299 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1802299 WARN  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1802306 INFO  (zkCallback-5830-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1802317 INFO  (zkCallback-5851-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1802333 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1802366 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1802389 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1802389 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1802390 INFO  (closeThreadPool-5832-thread-1) [n:127.0.0.1:46043_uc%2Fhp     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-1-001/cores
   [junit4]   2> 1802442 INFO  (closeThreadPool-5832-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46043_uc%2Fhp
   [junit4]   2> 1802684 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1802685 WARN  (closeThreadPool-5832-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ba87693[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802685 WARN  (closeThreadPool-5832-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ba87693[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802707 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1802708 WARN  (closeThreadPool-5832-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b3d4905[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802708 WARN  (closeThreadPool-5832-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b3d4905[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802710 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41519/solr
   [junit4]   2> 1802710 WARN  (closeThreadPool-5832-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57ee7c78[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802711 WARN  (closeThreadPool-5832-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57ee7c78[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802713 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802716 WARN  (closeThreadPool-5832-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a0208fd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802716 WARN  (closeThreadPool-5832-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a0208fd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802717 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41519/solr
   [junit4]   2> 1802717 INFO  (zkConnectionManagerCallback-5863-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802717 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802721 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802721 INFO  (zkConnectionManagerCallback-5868-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802721 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802821 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802821 INFO  (zkConnectionManagerCallback-5870-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802821 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802825 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1802827 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.ZkController Publish node=127.0.0.1:44763_uc%2Fhp as DOWN
   [junit4]   2> 1802828 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1802828 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44763_uc%2Fhp
   [junit4]   2> 1802829 INFO  (zkCallback-5851-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1802829 INFO  (zkCallback-5815-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1802829 INFO  (zkCallback-5830-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1802831 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1802831 WARN  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1802838 INFO  (zkCallback-5869-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1802856 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1802878 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1802891 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1802891 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1802892 INFO  (closeThreadPool-5832-thread-4) [n:127.0.0.1:44763_uc%2Fhp     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-4-001/cores
   [junit4]   2> 1802940 INFO  (closeThreadPool-5832-thread-4) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44763_uc%2Fhp
   [junit4]   2> 1802940 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802940 INFO  (zkConnectionManagerCallback-5876-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802941 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802944 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1802946 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.ZkController Publish node=127.0.0.1:41331_uc%2Fhp as DOWN
   [junit4]   2> 1802947 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1802947 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41331_uc%2Fhp
   [junit4]   2> 1802948 INFO  (zkCallback-5830-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1802948 INFO  (zkCallback-5815-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1802948 INFO  (zkCallback-5851-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1802948 INFO  (zkCallback-5869-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1802949 INFO  (zkCallback-5875-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1802950 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1802950 WARN  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1802969 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1802982 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1802983 WARN  (closeThreadPool-5832-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ef33b08[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802983 WARN  (closeThreadPool-5832-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ef33b08[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802985 WARN  (closeThreadPool-5832-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@632c528f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802985 WARN  (closeThreadPool-5832-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@632c528f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1802987 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41519/solr
   [junit4]   2> 1802988 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1802989 INFO  (zkConnectionManagerCallback-5886-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802989 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1802992 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1803002 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1803002 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1803004 INFO  (closeThreadPool-5832-thread-2) [n:127.0.0.1:41331_uc%2Fhp     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-2-001/cores
   [junit4]   2> 1803050 INFO  (closeThreadPool-5832-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41331_uc%2Fhp
   [junit4]   2> 1803096 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1803100 INFO  (zkConnectionManagerCallback-5888-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1803100 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1803104 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1803107 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.ZkController Publish node=127.0.0.1:38029_uc%2Fhp as DOWN
   [junit4]   2> 1803107 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1803107 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38029_uc%2Fhp
   [junit4]   2> 1803109 INFO  (zkCallback-5869-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1803109 INFO  (zkCallback-5875-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1803109 INFO  (zkCallback-5830-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1803109 INFO  (zkCallback-5851-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1803109 INFO  (zkCallback-5815-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1803109 INFO  (zkCallback-5887-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1803110 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1803111 WARN  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1803132 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1803135 INFO  (OverseerCollectionConfigSetProcessor-73129605267062788-127.0.0.1:34129_uc%2Fhp-n_0000000000) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1803155 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1803166 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1803166 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1803167 INFO  (closeThreadPool-5832-thread-3) [n:127.0.0.1:38029_uc%2Fhp     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-3-001/cores
   [junit4]   2> 1803224 INFO  (closeThreadPool-5832-thread-3) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38029_uc%2Fhp
   [junit4]   2> 1803227 INFO  (qtp194573310-31946) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46043_uc%252Fhp&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1803229 INFO  (qtp194573310-31945) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44763_uc%252Fhp&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1803230 INFO  (qtp194573310-31944) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41331_uc%252Fhp&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1803231 INFO  (qtp194573310-31947) [n:127.0.0.1:34129_uc%2Fhp     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38029_uc%252Fhp&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1803237 INFO  (OverseerThreadFactory-5335-thread-3-processing-n:127.0.0.1:34129_uc%2Fhp) [n:127.0.0.1:34129_uc%2Fhp c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46043_uc%2Fhp for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 1803239 INFO  (OverseerThreadFactory-5335-thread-3-processing-n:127.0.0.1:34129_uc%2Fhp) [n:127.0.0.1:34129_uc%2Fhp c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1803242 INFO  (OverseerThreadFactory-5335-thread-4-processing-n:127.0.0.1:34129_uc%2Fhp) [n:127.0.0.1:34129_uc%2Fhp c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44763_uc%2Fhp for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1803243 INFO  (OverseerThreadFactory-5335-thread-4-processing-n:127.0.0.1:34129_uc%2Fhp) [n:127.0.0.1:34129_uc%2Fhp c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1803251 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp    x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1803251 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp    x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1804281 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1804281 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1804299 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n1] Schema name=test
   [junit4]   2> 1804299 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=test
   [junit4]   2> 1804517 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1804524 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1804540 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1804544 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1804545 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-1-001/cores/collection1_shard2_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-1-001/cores/collection1_shard2_replica_n1/data/]
   [junit4]   2> 1804547 INFO  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=73.728515625, floorSegmentMB=0.6015625, forceMergeDeletesPctAllowed=23.71521537994027, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074368041609533, deletesPctAllowed=33.329049544415916
   [junit4]   2> 1804550 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 1804550 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@511f8f87
   [junit4]   2> 1804550 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-4-001/cores/collection1_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/shard-4-001/cores/collection1_shard1_replica_n2/data/]
   [junit4]   2> 1804553 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=73.728515625, floorSegmentMB=0.6015625, forceMergeDeletesPctAllowed=23.71521537994027, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074368041609533, deletesPctAllowed=33.329049544415916
   [junit4]   2> 1804557 WARN  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1804561 WARN  (qtp2004714025-32002) [n:127.0.0.1:46043_uc%2Fhp c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1804618 INFO  (qtp1818426221-32041) [n:127.0.0.1:44763_uc%2Fhp c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.Upda

[...truncated too long message...]

lections/collection3/collectionprops.json
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	83	/solr/collections/collection3/state.json
   [junit4]   2> 	83	/solr/collections/collection2/state.json
   [junit4]   2> 	81	/solr/collections/collection1/state.json
   [junit4]   2> 	45	/solr/collections/oneInstanceCollection2/state.json
   [junit4]   2> 	29	/solr/collections/oneInstanceCollection/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/73129605267062796-127.0.0.1:46043_uc%2Fhp-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	133	/solr/overseer/queue
   [junit4]   2> 	78	/solr/overseer/collection-queue-work
   [junit4]   2> 	37	/solr/live_nodes
   [junit4]   2> 	36	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1838602 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41519
   [junit4]   2> 1838602 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41519
   [junit4]   2> 1838602 INFO  (TEST-BasicDistributedZkTest.test-seed#[274D354A350D0D11]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41519
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=test -Dtests.seed=274D354A350D0D11 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=guz-KE -Dtests.timezone=CTT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   40.5s J2 | BasicDistributedZkTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44763/uc/hp/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001/index-NIOFSDirectory-003/_10_Lucene80_0.dvm: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([274D354A350D0D11:AF190A909BF160E9]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:852)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:438)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_274D354A350D0D11-001
   [junit4]   2> Jan 25, 2020 7:07:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {regex_dup_A_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), regex_dup_B_s=PostingsFormat(name=LuceneFixedGap), SubjectTerms_mfacet=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=Asserting), _root_=PostingsFormat(name=LuceneFixedGap), genre_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), author_t=PostingsFormat(name=Asserting), series_t=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=MockRandom), oddField_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=LuceneFixedGap), cat=PostingsFormat(name=LuceneFixedGap), foo_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), name=PostingsFormat(name=MockRandom), inStock=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), t_sortable=PostingsFormat(name=MockRandom)}, docValues:{other_tl1=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Lucene80), n_l1=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), n_td1=DocValuesFormat(name=Asserting), n_d1=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting), n_f1=DocValuesFormat(name=Asserting), n_tl1=DocValuesFormat(name=Asserting), n_tf1=DocValuesFormat(name=Asserting), price=DocValuesFormat(name=Lucene80), sequence_i=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Lucene80), t_sortable=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting), foo_i=DocValuesFormat(name=Asserting), val_i=DocValuesFormat(name=Lucene80), n_dt1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Asserting), n_ti1=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), n_tdt1=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), foo_d=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Asserting), foo_f=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=585, maxMBSortInHeap=6.633521220184462, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@52cc88cf), locale=guz-KE, timezone=CTT
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=74520816,total=448790528
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestManagedSynonymGraphFilterFactory, TestCollectionsAPIViaSolrCloudCluster, NodeAddedTriggerTest, TestCloudPhrasesIdentificationComponent, TestScoreJoinQPNoScore, HttpPartitionTest, TestConfigSetsAPIZkFailure, TestLockTree, TestExpandComponent, TestCSVResponseWriter, TestInPlaceUpdatesStandalone, MergeStrategyTest, NumberUtilsTest, BooleanFieldTest, RootFieldTest, TaggerTest, BJQFilterAccessibleTest, DocValuesNotIndexedTest, SearchRateTriggerTest, DaemonStreamApiTest, TestDocSet, SynonymTokenizerTest, OutOfBoxZkACLAndCredentialsProvidersTest, CategoryRoutedAliasUpdateProcessorTest, TestSimScenario, TestUpdate, TestReplicationHandlerBackup, HdfsUnloadDistributedZkTest, TestDynamicLoadingUrl, ZkStateWriterTest, PreAnalyzedUpdateProcessorTest, TestIndexSearcher, AliasIntegrationTest, SolrTestCaseJ4Test, ZkSolrClientTest, ScheduledTriggerIntegrationTest, TolerantUpdateProcessorTest, TestNumericTerms32, StatelessScriptUpdateProcessorFactoryTest, TestJoin, SortSpecParsingTest, TestInPlaceUpdateWithRouteField, RoutingToNodesWithPropertiesTest, TestLogWatcher, DistributedMLTComponentTest, PreAnalyzedFieldManagedSchemaCloudTest, TestManagedResourceStorage, FastVectorHighlighterTest, TestSimDistribStateManager, IndexSchemaTest, TestSnapshotCloudManager, SolrCoreTest, AnalyticsMergeStrategyTest, TestFacetMethods, JWTVerificationkeyResolverTest, DocValuesMissingTest, TestRebalanceLeaders, NoCacheHeaderTest, AutoscalingHistoryHandlerTest, LegacyCloudClusterPropTest, ConnectionReuseTest, TokenizerChainTest, TestDistribDocBasedVersion, TestChildDocTransformerHierarchy, TestPayloadCheckQParserPlugin, VMParamsZkACLAndCredentialsProvidersTest, TestTrackingShardHandlerFactory, DebugComponentTest, TestSimNodeAddedTrigger, SimplePostToolTest, TestUseDocValuesAsStored, TestShardHandlerFactory, TestRemoteStreaming, CdcrBootstrapTest, TestFunctionQuery, TestPhraseSuggestions, CdcrRequestHandlerTest, ExitableDirectoryReaderTest, TestCloudJSONFacetSKG, TestAtomicUpdateErrorCases, TestTolerantUpdateProcessorCloud, TestAnalyzedSuggestions, TestSchemalessBufferedUpdates, TestCloudRecovery, TestFieldCacheReopen, TestManagedSchemaAPI, HdfsChaosMonkeyNothingIsSafeTest, ConfigureRecoveryStrategyTest, TestSolrCloudSnapshots, HLLSerializationTest, TestConfigSetImmutable, SimpleMLTQParserTest, RankQueryTest, TestMultiWordSynonyms, TestConfigsApi, QueryResultKeyTest, MetricsHandlerTest, TestSchemaSimilarityResource, TimeZoneUtilsTest, TestWriterPerf, SolrJmxReporterTest, SolrXmlInZkTest, DistributedFacetExistsSmallTest, TestSubQueryTransformerCrossCore, DistributedIntervalFacetingTest, TestRandomCollapseQParserPlugin, CollectionStateFormat2Test, SliceStateTest, TestCoreBackup, ShardRoutingCustomTest, TestSlowCompositeReaderWrapper, BasicDistributedZkTest]
   [junit4] Completed [299/900 (1!)] on J2 in 40.96s, 1 test, 1 error <<< FAILURES!

[...truncated 54531 lines...]