You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/08/28 16:40:43 UTC
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 374 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/374/
2 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.test
Error Message:
Backup failure: the_backup expected null, but was:<codec footer mismatch (file truncated?): actual footer=808464432 vs expected footer=-1071082520 (resource=BufferedChecksumIndexInput(MockIndexInputWrapper(RAMInputStream(name=_0.si))))>
Stack Trace:
java.lang.AssertionError: Backup failure: the_backup expected null, but was:<codec footer mismatch (file truncated?): actual footer=808464432 vs expected footer=-1071082520 (resource=BufferedChecksumIndexInput(MockIndexInputWrapper(RAMInputStream(name=_0.si))))>
at __randomizedtesting.SeedInfo.seed([E402061379102A94:6C5639C9D7EC476C]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotNull(Assert.java:756)
at org.junit.Assert.assertNull(Assert.java:738)
at org.apache.solr.handler.BackupStatusChecker._checkBackupSuccess(BackupStatusChecker.java:208)
at org.apache.solr.handler.BackupStatusChecker.checkBackupSuccess(BackupStatusChecker.java:187)
at org.apache.solr.handler.BackupStatusChecker.waitForBackupSuccess(BackupStatusChecker.java:96)
at org.apache.solr.handler.BackupStatusChecker.waitForBackupSuccess(BackupStatusChecker.java:72)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:417)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
null
Stack Trace:
java.lang.NumberFormatException: null
at __randomizedtesting.SeedInfo.seed([E402061379102A94:6C5639C9D7EC476C]:0)
at java.lang.Long.parseLong(Long.java:552)
at java.lang.Long.parseLong(Long.java:631)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForReplicationFromReplicas(AbstractFullDistribZkTestBase.java:2303)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:212)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13603 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[junit4] 2> 370626 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[E402061379102A94]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 370626 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[E402061379102A94]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 370627 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[E402061379102A94]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/data-dir-28-001
[junit4] 2> 370627 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[E402061379102A94]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 370629 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[E402061379102A94]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 370629 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[E402061379102A94]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 370629 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 3 shards and 18 nodes
[junit4] 2> 370634 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 370634 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 370634 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 370635 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 370734 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer start zk server on port: 33269
[junit4] 2> 370735 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33269
[junit4] 2> 370735 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33269
[junit4] 2> 370735 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33269
[junit4] 2> 370736 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 370739 INFO (zkConnectionManagerCallback-2688-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 370739 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 370745 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 370747 INFO (zkConnectionManagerCallback-2690-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 370747 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 370749 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 370750 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 370751 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 370752 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 370753 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 370754 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 370755 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 370756 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 370757 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 370758 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 370759 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 370760 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 370859 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 370859 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 370859 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 370860 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 370860 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 370860 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 370860 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@566c46cb{/,null,AVAILABLE}
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2439d6eb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35961}
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.s.Server Started @370888ms
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=35961, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/control-001/cores}
[junit4] 2> 370861 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 370861 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:43.647Z
[junit4] 2> 370862 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 370865 INFO (zkConnectionManagerCallback-2692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 370865 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 370966 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 370967 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/control-001/solr.xml
[junit4] 2> 370969 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 370969 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 370971 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 371218 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 371219 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ca6ee64[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 371219 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ca6ee64[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 371225 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6bfa3502[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 371225 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6bfa3502[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 371226 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33269/solr
[junit4] 2> 371226 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 371228 INFO (zkConnectionManagerCallback-2703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 371228 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 371330 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 371332 INFO (zkConnectionManagerCallback-2705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 371332 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 371390 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 371394 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35961_
[junit4] 2> 371394 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.Overseer Overseer (id=72311339983241220-127.0.0.1:35961_-n_0000000000) starting
[junit4] 2> 371399 INFO (OverseerStateUpdate-72311339983241220-127.0.0.1:35961_-n_0000000000) [n:127.0.0.1:35961_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35961_
[junit4] 2> 371399 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35961_
[junit4] 2> 371400 INFO (OverseerStateUpdate-72311339983241220-127.0.0.1:35961_-n_0000000000) [n:127.0.0.1:35961_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 371405 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 371405 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 371429 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 371455 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0
[junit4] 2> 371465 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0
[junit4] 2> 371465 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0
[junit4] 2> 371466 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [n:127.0.0.1:35961_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/control-001/cores
[junit4] 2> 371481 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 371482 INFO (zkConnectionManagerCallback-2722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 371482 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 371484 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 371485 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33269/solr ready
[junit4] 2> 371489 INFO (OverseerThreadFactory-2712-thread-1-processing-n:127.0.0.1:35961_) [n:127.0.0.1:35961_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 371597 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 371598 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
[junit4] 2> 372612 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
[junit4] 2> 372612 WARN (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
[junit4] 2> 372617 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 372621 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 372637 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 372637 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0
[junit4] 2> 372637 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 372640 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7c013f4d
[junit4] 2> 372671 WARN (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 372709 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 372709 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 372710 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 372710 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 372711 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=24.0927734375, floorSegmentMB=0.640625, forceMergeDeletesPctAllowed=28.34335572530489, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=41.93185056741402
[junit4] 2> 372714 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 372714 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 372714 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 372714 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1709349258395648000
[junit4] 2> 372718 INFO (searcherExecutor-2724-thread-1-processing-n:127.0.0.1:35961_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 372721 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 372721 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 372729 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 372729 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 372729 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35961/control_collection_shard1_replica_n1/
[junit4] 2> 372729 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 372730 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:35961/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 372730 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72311339983241220-core_node2-n_0000000000
[junit4] 2> 372732 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35961/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 372834 INFO (zkCallback-2704-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 372834 INFO (zkCallback-2704-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 372835 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 372840 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1242
[junit4] 2> 372842 INFO (qtp1007156264-4523) [n:127.0.0.1:35961_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 372939 INFO (zkCallback-2704-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 372939 INFO (zkCallback-2704-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 372939 INFO (zkCallback-2704-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 372940 INFO (qtp1007156264-4523) [n:127.0.0.1:35961_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35961_&wt=javabin&version=2} status=0 QTime=1454
[junit4] 2> 372940 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 373046 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373047 INFO (zkConnectionManagerCallback-2733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373047 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373049 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 373050 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33269/solr ready
[junit4] 2> 373050 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 373054 INFO (OverseerThreadFactory-2712-thread-2-processing-n:127.0.0.1:35961_) [n:127.0.0.1:35961_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 373054 INFO (OverseerCollectionConfigSetProcessor-72311339983241220-127.0.0.1:35961_-n_0000000000) [n:127.0.0.1:35961_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 373258 WARN (OverseerThreadFactory-2712-thread-2-processing-n:127.0.0.1:35961_) [n:127.0.0.1:35961_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 373260 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 373262 INFO (qtp1007156264-4527) [n:127.0.0.1:35961_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 373263 INFO (watches-2730-thread-1) [ ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected: 3
[junit4] 2> 373263 INFO (watches-2730-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 373264 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected: 3
[junit4] 2> 373264 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 373264 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected: 3
[junit4] 2> 373264 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 373265 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected: 3
[junit4] 2> 373265 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 373265 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=3 numOtherReplicas=9
[junit4] 2> 373368 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-1-001 of type NRT for shard2
[junit4] 2> 373371 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 373371 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 373372 INFO (closeThreadPool-2734-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 373401 INFO (closeThreadPool-2734-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 373401 INFO (closeThreadPool-2734-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 373401 INFO (closeThreadPool-2734-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 373409 INFO (closeThreadPool-2734-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54c4531e{/,null,AVAILABLE}
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e2e8b2a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45633}
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.e.j.s.Server Started @373437ms
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45633, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-1-001/cores}
[junit4] 2> 373410 ERROR (closeThreadPool-2734-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 373410 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:46.196Z
[junit4] 2> 373420 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373425 INFO (zkConnectionManagerCallback-2736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373425 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373426 WARN (closeThreadPool-2734-thread-1-SendThread(127.0.0.1:33269)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e6c7d4ef0007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef0007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef0007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 373473 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-2-001 of type NRT for shard3
[junit4] 2> 373474 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 373474 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 373474 INFO (closeThreadPool-2734-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 373474 INFO (closeThreadPool-2734-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 373474 INFO (closeThreadPool-2734-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 373474 INFO (closeThreadPool-2734-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 373475 INFO (closeThreadPool-2734-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11a66cf{/,null,AVAILABLE}
[junit4] 2> 373475 INFO (closeThreadPool-2734-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72d522e4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38963}
[junit4] 2> 373475 INFO (closeThreadPool-2734-thread-2) [ ] o.e.j.s.Server Started @373503ms
[junit4] 2> 373475 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=38963, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-2-001/cores}
[junit4] 2> 373475 ERROR (closeThreadPool-2734-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 373475 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 373476 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 373476 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 373476 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 373476 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:46.262Z
[junit4] 2> 373490 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373501 INFO (zkConnectionManagerCallback-2738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373501 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373527 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 373527 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-1-001/solr.xml
[junit4] 2> 373530 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 373530 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 373532 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 373604 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-3-001 of type NRT for shard1
[junit4] 2> 373605 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 373605 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 373605 INFO (closeThreadPool-2734-thread-3) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 373606 INFO (closeThreadPool-2734-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 373606 INFO (closeThreadPool-2734-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 373606 INFO (closeThreadPool-2734-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 373606 INFO (closeThreadPool-2734-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ff75bbb{/,null,AVAILABLE}
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f203d16{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42365}
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.e.j.s.Server Started @373635ms
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=42365, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-3-001/cores}
[junit4] 2> 373608 ERROR (closeThreadPool-2734-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 373608 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:46.394Z
[junit4] 2> 373609 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373610 INFO (zkConnectionManagerCallback-2743-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373610 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373611 WARN (closeThreadPool-2734-thread-3-SendThread(127.0.0.1:33269)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e6c7d4ef0009.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef0009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef0009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 373627 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 373627 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-2-001/solr.xml
[junit4] 2> 373630 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 373630 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 373631 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 373726 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-4-001 of type NRT for shard2
[junit4] 2> 373727 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 373727 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 373727 INFO (closeThreadPool-2734-thread-4) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 373730 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 373730 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-3-001/solr.xml
[junit4] 2> 373733 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 373733 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 373753 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 373813 INFO (closeThreadPool-2734-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 373813 INFO (closeThreadPool-2734-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 373813 INFO (closeThreadPool-2734-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 373830 INFO (closeThreadPool-2734-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7af0bf55{/,null,AVAILABLE}
[junit4] 2> 373832 INFO (closeThreadPool-2734-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4927c8b7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34105}
[junit4] 2> 373832 INFO (closeThreadPool-2734-thread-4) [ ] o.e.j.s.Server Started @373860ms
[junit4] 2> 373832 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=34105, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-4-001/cores}
[junit4] 2> 373833 ERROR (closeThreadPool-2734-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 373833 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 373833 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 373833 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 373833 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 373833 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:46.619Z
[junit4] 2> 373862 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373879 INFO (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373879 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373882 WARN (closeThreadPool-2734-thread-4-SendThread(127.0.0.1:33269)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e6c7d4ef000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 373952 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-5-001 of type NRT for shard3
[junit4] 2> 373962 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 373963 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 373963 INFO (closeThreadPool-2734-thread-5) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 374030 INFO (closeThreadPool-2734-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 374030 INFO (closeThreadPool-2734-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 374030 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 374030 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-4-001/solr.xml
[junit4] 2> 374031 INFO (closeThreadPool-2734-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 374033 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 374033 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 374036 INFO (closeThreadPool-2734-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 374037 INFO (closeThreadPool-2734-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14cc14f7{/,null,AVAILABLE}
[junit4] 2> 374037 INFO (closeThreadPool-2734-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26270319{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40663}
[junit4] 2> 374037 INFO (closeThreadPool-2734-thread-5) [ ] o.e.j.s.Server Started @374065ms
[junit4] 2> 374037 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/jetty5, solrconfig=solrconfig.xml, hostContext=/, hostPort=40663, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-5-001/cores}
[junit4] 2> 374037 ERROR (closeThreadPool-2734-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 374038 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 374038 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 374038 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 374038 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 374038 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:46.824Z
[junit4] 2> 374056 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374069 INFO (zkConnectionManagerCallback-2756-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374069 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374074 WARN (closeThreadPool-2734-thread-5-SendThread(127.0.0.1:33269)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e6c7d4ef000b.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 374124 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-6-001 of type NRT for shard1
[junit4] 2> 374136 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 374136 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 374136 INFO (closeThreadPool-2734-thread-6) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 374176 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 374177 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-5-001/solr.xml
[junit4] 2> 374179 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 374179 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 374181 INFO (closeThreadPool-2734-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 374228 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-7-001 of type NRT for shard2
[junit4] 2> 374233 INFO (closeThreadPool-2734-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 374233 INFO (closeThreadPool-2734-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 374233 INFO (closeThreadPool-2734-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 374241 INFO (closeThreadPool-2734-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d6b5ca6{/,null,AVAILABLE}
[junit4] 2> 374247 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 374248 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 374248 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 374248 INFO (closeThreadPool-2734-thread-7) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 374316 INFO (closeThreadPool-2734-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52091b5c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43867}
[junit4] 2> 374316 INFO (closeThreadPool-2734-thread-6) [ ] o.e.j.s.Server Started @374343ms
[junit4] 2> 374316 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/jetty6, solrconfig=solrconfig.xml, hostContext=/, hostPort=43867, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-6-001/cores}
[junit4] 2> 374325 WARN (closeThreadPool-2734-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fb309b8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374325 WARN (closeThreadPool-2734-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fb309b8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 374327 ERROR (closeThreadPool-2734-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 374327 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:47.113Z
[junit4] 2> 374328 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 374341 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374352 WARN (closeThreadPool-2734-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53fdd949[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374352 WARN (closeThreadPool-2734-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53fdd949[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374353 INFO (closeThreadPool-2734-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@220c21de{/,null,AVAILABLE}
[junit4] 2> 374362 WARN (closeThreadPool-2734-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35b904c0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374362 WARN (closeThreadPool-2734-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35b904c0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374363 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33269/solr
[junit4] 2> 374368 INFO (zkConnectionManagerCallback-2766-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374368 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374377 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3843adb0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46069}
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.e.j.s.Server Started @374406ms
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/tempDir-001/jetty7, solrconfig=solrconfig.xml, hostContext=/, hostPort=46069, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-7-001/cores}
[junit4] 2> 374378 ERROR (closeThreadPool-2734-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.10.0
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 374378 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-28T14:54:47.164Z
[junit4] 2> 374381 WARN (closeThreadPool-2734-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b5a10ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374394 WARN (closeThreadPool-2734-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b5a10ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374391 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374395 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33269/solr
[junit4] 2> 374405 INFO (zkConnectionManagerCallback-2773-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374405 INFO (closeThreadPool-2734-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374405 INFO (zkConnectionManagerCallback-2775-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374405 INFO (closeThreadPool-2734-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374428 WARN (closeThreadPool-2734-thread-3-SendThread(127.0.0.1:33269)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e6c7d4ef000d.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000d, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000d, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 374428 WARN (closeThreadPool-2734-thread-7-SendThread(127.0.0.1:33269)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e6c7d4ef000e.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e6c7d4ef000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 374442 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374465 INFO (zkConnectionManagerCallback-2779-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374465 INFO (closeThreadPool-2734-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374480 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 374480 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-6-001/solr.xml
[junit4] 2> 374482 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 374482 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 374484 INFO (closeThreadPool-2734-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@55b7a4e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 374505 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[E402061379102A94]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_E402061379102A94-001/shard-8-001 of type NRT for shard3
[junit4] 2> 374512 INFO (closeThreadPool-2734-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 374520 INFO (closeThreadPool-2734-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 374521 INFO (closeThreadPool-2734-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 374521 INFO (closeThreadPool-2734-thread-8) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 374529 WARN (closeThreadPool-2734-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b47565d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374561 WARN (closeThreadPool-2734-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b47565d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374556 INFO (closeThreadPool-2734-thread-3) [n:127.0.0.1:42365_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374563 INFO (closeThreadPool-2734-thread-8) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 374563 INFO (closeThreadPool-2734-thread-8) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 374563 INFO (closeThreadPool-2734-thread-8) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 374563 INFO (closeThreadPool-2734-thread-8) [ ] o.e.
[...truncated too long message...]
[junit4] 1> /solr/clusterprops.json (0)
[junit4] 1> DATA:
[junit4] 1> {"legacyCloud":"true"}
[junit4] 1>
[junit4] 2> 2190424 WARN (TEST-BasicDistributedZk2Test.test-seed#[E402061379102A94]-SendThread(127.0.0.1:40297)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100e6e31ecd001c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100e6e31ecd001c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100e6e31ecd001c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2190524 INFO (TEST-BasicDistributedZk2Test.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2190784 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/collections/collection1/terms/shard1
[junit4] 2> 12 /solr/aliases.json
[junit4] 2> 7 /solr/packages.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/conf1
[junit4] 2> 7 /solr/collections/collection1/terms/shard2
[junit4] 2> 6 /solr/collections/collection1/collectionprops.json
[junit4] 2> 5 /solr/collections/onenodecollection/terms/shard1
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 194 /solr/collections/collection1/state.json
[junit4] 2> 30 /solr/collections/onenodecollection/state.json
[junit4] 2> 12 /solr/clusterprops.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 12 /solr/clusterstate.json
[junit4] 2> 4 /solr/overseer_elect/election/72311457186643972-127.0.0.1:33913_v%2Fe-n_0000000000
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72311457186643982-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72311457186643986-127.0.0.1:43217_v%2Fe-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 69 /solr/overseer/queue
[junit4] 2> 59 /solr/live_nodes
[junit4] 2> 29 /solr/collections/collection1/state.json
[junit4] 2> 24 /solr/overseer/collection-queue-work
[junit4] 2> 18 /solr/collections
[junit4] 2> 12 /solr/collections/onenodecollection/state.json
[junit4] 2> 4 /solr/collections/control_collection/state.json
[junit4] 2>
[junit4] 2> 2190789 INFO (TEST-BasicDistributedZk2Test.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40297
[junit4] 2> 2190789 INFO (TEST-BasicDistributedZk2Test.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40297
[junit4] 2> 2190789 INFO (TEST-BasicDistributedZk2Test.test-seed#[E402061379102A94]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40297
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZk2Test -Dtests.method=test -Dtests.seed=E402061379102A94 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr -Dtests.timezone=Pacific/Kosrae -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 31.8s J3 | BasicDistributedZk2Test.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Backup failure: the_backup expected null, but was:<codec footer mismatch (file truncated?): actual footer=808464432 vs expected footer=-1071082520 (resource=BufferedChecksumIndexInput(MockIndexInputWrapper(RAMInputStream(name=_0.si))))>
[junit4] > at __randomizedtesting.SeedInfo.seed([E402061379102A94:6C5639C9D7EC476C]:0)
[junit4] > at org.apache.solr.handler.BackupStatusChecker._checkBackupSuccess(BackupStatusChecker.java:208)
[junit4] > at org.apache.solr.handler.BackupStatusChecker.checkBackupSuccess(BackupStatusChecker.java:187)
[junit4] > at org.apache.solr.handler.BackupStatusChecker.waitForBackupSuccess(BackupStatusChecker.java:96)
[junit4] > at org.apache.solr.handler.BackupStatusChecker.waitForBackupSuccess(BackupStatusChecker.java:72)
[junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:417)
[junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZk2Test_E402061379102A94-001
[junit4] 2> Aug 28, 2021 3:25:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sr, timezone=Pacific/Kosrae
[junit4] 2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=243226280,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [TestInfoStreamLogging, TestObjectReleaseTracker, UniqFieldsUpdateProcessorFactoryTest, SolrJmxReporterCloudTest, TestInPlaceUpdatesDistrib, TestSnapshotCloudManager, TestComplexPhraseQParserPlugin, TestRequestForwarding, CheckHdfsIndexTest, FieldAnalysisRequestHandlerTest, TestBooleanSimilarityFactory, TestConfigOverlay, TestRuleBasedAuthorizationWithKerberos, ZkShardTermsTest, TestTrie, CollectionsAPIDistributedZkTest, TestBlockCollapse, CopyFieldTest, ReplaceNodeNoTargetTest, TestCloudRecovery2, SolrTestCaseJ4DeleteCoreTest, TestDistribPackageStore, XmlInterpolationTest, TestJsonFacetsWithNestedObjects, PreAnalyzedFieldManagedSchemaCloudTest, TestJsonFacetErrors, BlockJoinFacetSimpleTest, HdfsBackupRepositoryIntegrationTest, TestSolrJacksonAnnotation, TestIBSimilarityFactory, ZookeeperReadAPITest, HdfsTlogReplayBufferedWhileIndexingTest, CloudExitableDirectoryReaderTest, TestEmbeddedSolrServerSchemaAPI, TestSchemalessBufferedUpdates, SolrCmdDistributorTest, BadCopyFieldTest, CircularListTest, TestNestedUpdateProcessor, TestSnapshotCoreBackup, TestCoreContainer, TestQuerySenderNoQuery, SolrShardReporterTest, TestNumericRangeQuery32, CollectionPropsTest, TestUninvertingReader, BasicAuthIntegrationTest, CoreAdminCreateDiscoverTest, TestRandomFaceting, LeaderFailoverAfterPartitionTest, TestUseDocValuesAsStored2, TestLegacyFieldReuse, ResponseBuilderTest, TestSizeLimitedDistributedMap, RollingRestartTest, NotRequiredUniqueKeyTest, HdfsLockFactoryTest, DirectSolrConnectionTest, CurrencyRangeFacetCloudTest, RegexBytesRefFilterTest, SignatureUpdateProcessorFactoryTest, TestFreeTextSuggestions, TestDynamicLoading, TestConfigReload, TestReRankQParserPlugin, MaxScoreCollectorTest, DocValuesMissingTest, ComputePlanActionTest, TestLeaderElectionZkExpiry, ForceLeaderWithTlogReplicasTest, TestFunctionQuery, OutOfBoxZkACLAndCredentialsProvidersTest, HighlighterTest, SystemLogListenerTest, LegacyCloudClusterPropTest, TestRetrieveFieldsOptimizer, TestHashQParserPlugin, TestConfigsApi, TimeRoutedAliasUpdateProcessorTest, SegmentsInfoRequestHandlerTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, PrimUtilsTest, DynamicMapsTest, HttpPartitionWithTlogReplicasTest, SolrXmlInZkTest, MetricsHandlerTest, MaxSizeAutoCommitTest, TestCloudDeduplication, TestSolrXml, TestMergePolicyConfig, HLLSerializationTest, ScheduledTriggerIntegrationTest, TestSolrQueryParser, BigEndianAscendingWordSerializerTest, TestSolrCachePerf, TestClusterStateMutator, MissingSegmentRecoveryTest, SharedFSAutoReplicaFailoverTest, TestSurroundQueryParser, OverseerRolesTest, TestLRUCache, MinimalSchemaTest, TestDistributedGrouping, ImplicitSnitchTest, XmlUpdateRequestHandlerTest, SuggesterFSTTest, QueryResultKeyTest, TestQueryingOnDownCollection, TestDeprecatedFilters, TestPayloadCheckQParserPlugin, TestReload, DirectoryFactoryTest, TestOmitPositions, TestFieldResource, TestCloudManagedSchema, FileBasedSpellCheckerTest, TestManagedResource, ConvertedLegacyTest, CursorPagingTest, OutputWriterTest, SampleTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, BasicDistributedZk2Test]
[junit4] Completed [459/946 (2!)] on J3 in 33.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 55919 lines...]