You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/11/07 00:01:20 UTC

[JENKINS] Lucene » Lucene-Solr-Check-master - Build # 720 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Check-master/720/

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test

Error Message:
java.lang.AssertionError: Node 127.0.0.1:42801_solr has 4 replicas. Expected num replicas : 2. state: 
DocCollection(hdfsbackuprestore_testok_restored/12)={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_p5",
          "core_node_name":"core_node6",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705677479366452"},
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node8":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_p7",
          "core_node_name":"core_node8",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705677479390574"}},
  "router":{
    "name":"compositeId",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":0}

Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:42801_solr has 4 replicas. Expected num replicas : 2. state: 
DocCollection(hdfsbackuprestore_testok_restored/12)={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_p5",
          "core_node_name":"core_node6",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705677479366452"},
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node8":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_p7",
          "core_node_name":"core_node8",
          "base_url":"http://127.0.0.1:42801/solr",
          "node_name":"127.0.0.1:42801_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705677479390574"}},
  "router":{
    "name":"compositeId",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":0}
	at __randomizedtesting.SeedInfo.seed([220CC0D49F25B694:AA58FF0E31D9DB6C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
	at java.base/java.util.HashMap.forEach(HashMap.java:1336)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
	at org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test(TestHdfsCloudBackupRestore.java:225)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test

Error Message:
java.lang.AssertionError: Node 127.0.0.1:41967_solr has 4 replicas. Expected num replicas : 2. state: 
DocCollection(backuprestore_testok_restored/11)={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"backuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"backuprestore_testok_restored_shard2_replica_p5",
          "core_node_name":"core_node6",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705578692781793"},
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"backuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node8":{
          "core":"backuprestore_testok_restored_shard1_replica_p7",
          "core_node_name":"core_node8",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705578692800414"}},
  "router":{
    "name":"compositeId",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":0}

Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:41967_solr has 4 replicas. Expected num replicas : 2. state: 
DocCollection(backuprestore_testok_restored/11)={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"backuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"backuprestore_testok_restored_shard2_replica_p5",
          "core_node_name":"core_node6",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705578692781793"},
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"backuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node8":{
          "core":"backuprestore_testok_restored_shard1_replica_p7",
          "core_node_name":"core_node8",
          "base_url":"https://127.0.0.1:41967/solr",
          "node_name":"127.0.0.1:41967_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1604705578692800414"}},
  "router":{
    "name":"compositeId",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":0}
	at __randomizedtesting.SeedInfo.seed([220CC0D49F25B694:AA58FF0E31D9DB6C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
	at java.base/java.util.HashMap.forEach(HashMap.java:1336)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
	at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestRandomDVFaceting.testRandomFaceting

Error Message:
java.lang.AssertionError: mismatch: 'g'!='a' @ facet_counts/facet_fields/small_s/[32]

Stack Trace:
java.lang.AssertionError: mismatch: 'g'!='a' @ facet_counts/facet_fields/small_s/[32]
	at __randomizedtesting.SeedInfo.seed([220CC0D49F25B694:2F64E001CADC7E2B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:292)
	at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:175)
	at org.apache.solr.TestRandomDVFaceting.testRandomFaceting(TestRandomDVFaceting.java:158)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 9239 lines...]
  2> 351396 ERROR (TEST-TestRandomDVFaceting.testRandomFaceting-seed#[220CC0D49F25B694]) [     ] o.a.s.TestRandomDVFaceting ERROR: mismatch facet response: mismatch: 'g'!='a' @ facet_counts/facet_fields/small_s/[32]
  2>  expected ={
  2>   "response":{"numFound":37,"start":0,"numFoundExact":true,"docs":[]
  2>   },
  2>   "facet_counts":{
  2>     "facet_queries":{},
  2>     "facet_fields":{
  2>       "small_s":[
  2>         "ƒ",3,
  2>         "e",2,
  2>         "m",2,
  2>         "c",1,
  2>         "f",1,
  2>         "k",1,
  2>         "p",1,
  2>         "t",1,
  2>         "u",1,
  2>         "}",1,
  2>         "~",1,
  2>         "€",1,
  2>         "‚",1,
  2>         "„",1,
  2>         "†",1,
  2>         "‡",1,
  2>         "g",0,
  2>         "o",0,
  2>         "v",0,
  2>         "y",0,
  2>         "|",0,
  2>         "",0,
  2>         "",0]},
  2>     "facet_ranges":{},
  2>     "facet_intervals":{},
  2>     "facet_heatmaps":{}}}
  2> 
  2>  response = {
  2>   "response":{"numFound":37,"start":0,"numFoundExact":true,"docs":[]
  2>   },
  2>   "facet_counts":{
  2>     "facet_queries":{},
  2>     "facet_fields":{
  2>       "small_s":[
  2>         "ƒ",3,
  2>         "e",2,
  2>         "m",2,
  2>         "c",1,
  2>         "f",1,
  2>         "k",1,
  2>         "p",1,
  2>         "t",1,
  2>         "u",1,
  2>         "}",1,
  2>         "~",1,
  2>         "€",1,
  2>         "‚",1,
  2>         "„",1,
  2>         "†",1,
  2>         "‡",1,
  2>         "a",0,
  2>         "g",0,
  2>         "j",0,
  2>         "o",0,
  2>         "v",0,
  2>         "y",0,
  2>         "|",0,
  2>         "",0,
  2>         "",0]},
  2>     "facet_ranges":{},
  2>     "facet_intervals":{},
  2>     "facet_heatmaps":{}}}
  2> 
  2>  request = facet=true&wt=json&indent=true&omitHeader=true&q=*:*&rows=0&facet.field=small_s&facet.method=uif
  2> 351399 INFO  (TEST-TestRandomDVFaceting.testRandomFaceting-seed#[220CC0D49F25B694]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testRandomFaceting
   >     java.lang.AssertionError: mismatch: 'g'!='a' @ facet_counts/facet_fields/small_s/[32]
   >         at __randomizedtesting.SeedInfo.seed([220CC0D49F25B694:2F64E001CADC7E2B]:0)
   >         at org.junit.Assert.fail(Assert.java:89)
   >         at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:292)
   >         at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:175)
   >         at org.apache.solr.TestRandomDVFaceting.testRandomFaceting(TestRandomDVFaceting.java:158)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   >         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   >         at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   >         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   >         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   >         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   >         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   >         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   >         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   >         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   >         at java.base/java.lang.Thread.run(Thread.java:834)
  2> NOTE: reproduce with: gradlew test --tests TestRandomDVFaceting.testRandomFaceting -Dtests.seed=220CC0D49F25B694 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=zu-ZA -Dtests.timezone=Asia/Aden -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> 351403 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 351403 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1606897714
  2> 351419 INFO  (coreCloseExecutor-1851-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e8dec8b
  2> 351419 INFO  (coreCloseExecutor-1851-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@1e8dec8b
  2> 351419 INFO  (coreCloseExecutor-1851-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3d3024: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@1c6946f0
  2> 351459 INFO  (coreCloseExecutor-1851-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 351462 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 351462 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62ce331a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@46908828
  2> 351468 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 351468 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12f186cb: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@6815d6b4
  2> 351470 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 351470 INFO  (SUITE-TestRandomDVFaceting-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@301d5ae9: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@147e51d8
  2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.TestRandomDVFaceting_220CC0D49F25B694-001
  2> NOTE: test params are: codec=Asserting(Lucene90): {small3_ss=PostingsFormat(name=Asserting), foo_ds_dv=PostingsFormat(name=Direct), foo_f_dv=PostingsFormat(name=MockRandom), small_i=PostingsFormat(name=Direct), small3_is=PostingsFormat(name=Direct), small_s=PostingsFormat(name=Asserting), score_f=PostingsFormat(name=Direct), score_d=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting), foo_i=PostingsFormat(name=MockRandom), foo_fs_dv=PostingsFormat(name=Asserting), foo_l=PostingsFormat(name=Asserting), small4_ss=PostingsFormat(name=MockRandom), small2_s=PostingsFormat(name=Asserting), small2_i=PostingsFormat(name=Direct), foo_ls_dv=PostingsFormat(name=Direct), small2_is=PostingsFormat(name=MockRandom), foo_ds=BlockTreeOrds(blocksize=128), foo_fs=PostingsFormat(name=MockRandom), foo_d_dv=BlockTreeOrds(blocksize=128), score_f_dv=PostingsFormat(name=MockRandom), foo_d=PostingsFormat(name=Asserting), score_d_dv=BlockTreeOrds(blocksize=128), small2_ss=BlockTreeOrds(blocksize=128), foo_f=PostingsFormat(name=Direct), foo_l_dv=BlockTreeOrds(blocksize=128), foo_ls=BlockTreeOrds(blocksize=128)}, docValues:{small2_s_dv=DocValuesFormat(name=Lucene80), score_f_p=DocValuesFormat(name=Lucene80), id_dv=DocValuesFormat(name=Lucene80), score_d_p=DocValuesFormat(name=Lucene80), small2_is_p=DocValuesFormat(name=Asserting), small3_is_dv=DocValuesFormat(name=Lucene80), foo_ds_dv=DocValuesFormat(name=Asserting), foo_f_dv=DocValuesFormat(name=Lucene80), foo_ds_p=DocValuesFormat(name=Asserting), foo_l_p=DocValuesFormat(name=Lucene80), foo_i_p=DocValuesFormat(name=Asserting), small2_i_dv=DocValuesFormat(name=Lucene80), small4_ss_dv=DocValuesFormat(name=Asserting), small_s_dv=DocValuesFormat(name=Lucene80), foo_i_dv=DocValuesFormat(name=Asserting), small2_ss_dv=DocValuesFormat(name=Asserting), foo_fs_dv=DocValuesFormat(name=Asserting), small2_is_dv=DocValuesFormat(name=Asserting), small_i_p=DocValuesFormat(name=Lucene80), small2_i_p=DocValuesFormat(name=Lucene80), small_i_dv=DocValuesFormat(name=Lucene80), small3_is_p=DocValuesFormat(name=Lucene80), foo_ls_dv=DocValuesFormat(name=Asserting), foo_f_p=DocValuesFormat(name=Lucene80), foo_ls_p=DocValuesFormat(name=Asserting), foo_d_p=DocValuesFormat(name=Lucene80), foo_fs_p=DocValuesFormat(name=Asserting), score_f_dv=DocValuesFormat(name=Lucene80), foo_d_dv=DocValuesFormat(name=Lucene80), score_d_dv=DocValuesFormat(name=Lucene80), foo_l_dv=DocValuesFormat(name=Lucene80), small3_ss_dv=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1992, maxMBSortInHeap=5.108738041311731, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=zu-ZA, timezone=Asia/Aden
  2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=199973384,total=368050176
  2> NOTE: All tests run in this JVM: [TestTrieFacet, CurrencyRangeFacetCloudTest, TestFoldingMultitermQuery, TestSearcherReuse, TestReload, TestReRankQParserPlugin, TestPayloadCheckQParserPlugin, TestJsonFacetErrors, DistributedFacetSimpleRefinementLongTailTest, TestCloudJSONFacetJoinDomain, TestCollapseQParserPlugin, TestClassicSimilarityFactory, TestBM25SimilarityFactory, TestLegacyBM25SimilarityFactory, TestXmlQParserPlugin, TestSearchPerf, TestFiltering, TestSolrJ, TestFieldSortValues, TestQueryTypes, TestSolrFieldCacheBean, TestSolr4Spatial2, TestRandomCollapseQParserPlugin, BJQFilterAccessibleTest, CrossCollectionJoinQueryTest, TestJsonRequest, TestMinMaxOnMultiValuedField, CursorMarkTest, TestTermsQParserPlugin, TestDefaultStatsCache, TestXmlQParser, TestComplexPhraseLeadingWildcard, TestSimpleTrackingShardHandler, TestGroupingSearch, TestDistribPackageStore, TestDocTermOrdsUninvertLimit, TestFieldCacheSortRandom, TestFieldCacheReopen, SparseHLLTest, FullHLLTest, TimeZoneUtilsTest, TestTestInjection, TestSolrJacksonAnnotation, DynamicMapsTest, FileUtilsTest, SolrLogPostToolTest, CircularListTest, TestHttpServletCarrier, TestRandomDVFaceting]

WARNING: Test org.apache.solr.search.facet.TestJsonFacets wrote 29,442,431 bytes of output.
WARNING: Test org.apache.solr.TestDistributedSearch wrote 26,305,114 bytes of output.
WARNING: Test org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates wrote 16,088,695 bytes of output.
WARNING: Test org.apache.solr.cloud.TestRandomFlRTGCloud wrote 42,337,402 bytes of output.

org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore > test FAILED
    java.lang.AssertionError: Node 127.0.0.1:41967_solr has 4 replicas. Expected num replicas : 2. state: 
    DocCollection(backuprestore_testok_restored/11)={
      "pullReplicas":1,
      "replicationFactor":1,
      "shards":{
        "shard2":{
          "range":"0-7fffffff",
          "state":"active",
          "replicas":{
            "core_node2":{
              "core":"backuprestore_testok_restored_shard2_replica_n1",
              "leader":"true",
              "core_node_name":"core_node2",
              "base_url":"https://127.0.0.1:41967/solr",
              "node_name":"127.0.0.1:41967_solr",
              "state":"active",
              "collection":"backuprestore_testok_restored",
              "shard":"shard2",
              "type":"NRT",
              "force_set_state":"false"},
            "core_node6":{
              "core":"backuprestore_testok_restored_shard2_replica_p5",
              "core_node_name":"core_node6",
              "base_url":"https://127.0.0.1:41967/solr",
              "node_name":"127.0.0.1:41967_solr",
              "state":"active",
              "collection":"backuprestore_testok_restored",
              "shard":"shard2",
              "type":"PULL",
              "force_set_state":"false"}},
          "stateTimestamp":"1604705578692781793"},
        "shard1":{
          "range":"80000000-ffffffff",
          "state":"active",
          "replicas":{
            "core_node4":{
              "core":"backuprestore_testok_restored_shard1_replica_n3",
              "leader":"true",
              "core_node_name":"core_node4",
              "base_url":"https://127.0.0.1:41967/solr",
              "node_name":"127.0.0.1:41967_solr",
              "state":"active",
              "collection":"backuprestore_testok_restored",
              "shard":"shard1",
              "type":"NRT",
              "force_set_state":"false"},
            "core_node8":{
              "core":"backuprestore_testok_restored_shard1_replica_p7",
              "core_node_name":"core_node8",
              "base_url":"https://127.0.0.1:41967/solr",
              "node_name":"127.0.0.1:41967_solr",
              "state":"active",
              "collection":"backuprestore_testok_restored",
              "shard":"shard1",
              "type":"PULL",
              "force_set_state":"false"}},
          "stateTimestamp":"1604705578692800414"}},
      "router":{
        "name":"compositeId",
        "field":"shard_s"},
      "nrtReplicas":1,
      "tlogReplicas":0}
        at __randomizedtesting.SeedInfo.seed([220CC0D49F25B694:AA58FF0E31D9DB6C]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.assertTrue(Assert.java:42)
        at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
        at java.base/java.util.HashMap.forEach(HashMap.java:1336)
        at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
        at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
        at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore > test suite's output saved to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.txt, copied below:
  2> 1295353 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/server/solr/configsets/_default/conf'
  2> 1295353 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/data-dir-122-001
  2> 1295353 WARN  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
  2> 1295353 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 1295354 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
  2> 1295354 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 1295355 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001
  2> 1295355 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
  2> 1295356 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
  2> 1295356 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
  2> 1295357 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
  2> 1295456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 32981
  2> 1295456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:32981
  2> 1295456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32981
  2> 1295456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32981
  2> 1295458 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295461 INFO  (zkConnectionManagerCallback-14907-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295461 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295470 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295477 INFO  (zkConnectionManagerCallback-14909-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295477 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295478 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295478 INFO  (zkConnectionManagerCallback-14911-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295478 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295582 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 1295582 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 1295583 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 1295583 INFO  (jetty-launcher-14912-thread-2) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 11.0.6+8-LTS
  2> 1295583 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 1295583 INFO  (jetty-launcher-14912-thread-1) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 11.0.6+8-LTS
  2> 1295585 INFO  (jetty-launcher-14912-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
  2> 1295585 INFO  (jetty-launcher-14912-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
  2> 1295585 INFO  (jetty-launcher-14912-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
  2> 1295585 INFO  (jetty-launcher-14912-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f297366{/solr,null,AVAILABLE}
  2> 1295585 INFO  (jetty-launcher-14912-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
  2> 1295585 INFO  (jetty-launcher-14912-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
  2> 1295585 INFO  (jetty-launcher-14912-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
  2> 1295585 INFO  (jetty-launcher-14912-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@488520a6{/solr,null,AVAILABLE}
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2bba0ac9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:۴۱۹۶۷}
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.e.j.s.Server Started @۱۲۹۵۶۲۶ms
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41967}
  2> 1295586 ERROR (jetty-launcher-14912-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@33927158{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:۳۴۷۵۱}
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.e.j.s.Server Started @۱۲۹۵۶۲۷ms
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34751}
  2> 1295586 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-06T23:32:47.973676Z
  2> 1295586 ERROR (jetty-launcher-14912-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr
  2> 1295586 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-06T23:32:47.973951Z
  2> 1295587 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295587 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295588 INFO  (zkConnectionManagerCallback-14914-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295588 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295588 INFO  (zkConnectionManagerCallback-14916-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295588 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295588 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
  2> 1295588 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
  2> 1295592 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
  2> 1295592 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
  2> 1295694 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.CoreContainer Allowing use of paths: [_ALL_]
  2> 1295694 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
  2> 1295695 WARN  (jetty-launcher-14912-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@591ba3e7[provider=null,keyStore=null,trustStore=null]
  2> 1295695 WARN  (jetty-launcher-14912-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@591ba3e7[provider=null,keyStore=null,trustStore=null]
  2> 1295698 WARN  (jetty-launcher-14912-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16f35ec2[provider=null,keyStore=null,trustStore=null]
  2> 1295698 WARN  (jetty-launcher-14912-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16f35ec2[provider=null,keyStore=null,trustStore=null]
  2> 1295699 INFO  (jetty-launcher-14912-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32981/solr
  2> 1295700 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295701 INFO  (zkConnectionManagerCallback-14926-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295701 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295772 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41967_solr
  2> 1295772 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.Overseer Overseer (id=72434532015472645-127.0.0.1:41967_solr-n_0000000000) starting
  2> 1295777 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41967_solr
  2> 1295777 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41967_solr
  2> 1295778 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 1295779 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
  2> 1295779 WARN  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 1295779 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = local,class = org.apache.solr.core.backup.repository.LocalFileSystemRepository,attributes = {name=local, class=org.apache.solr.core.backup.repository.LocalFileSystemRepository},}
  2> 1295779 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
  2> 1295779 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
  2> 1295794 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.CoreContainer Allowing use of paths: [_ALL_]
  2> 1295795 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
  2> 1295796 WARN  (jetty-launcher-14912-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c8512c5[provider=null,keyStore=null,trustStore=null]
  2> 1295796 WARN  (jetty-launcher-14912-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c8512c5[provider=null,keyStore=null,trustStore=null]
  2> 1295797 INFO  (jetty-launcher-14912-thread-2) [n:127.0.0.1:41967_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2
  2> 1295798 WARN  (jetty-launcher-14912-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e7a6c35[provider=null,keyStore=null,trustStore=null]
  2> 1295798 WARN  (jetty-launcher-14912-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e7a6c35[provider=null,keyStore=null,trustStore=null]
  2> 1295800 INFO  (jetty-launcher-14912-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32981/solr
  2> 1295800 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295802 INFO  (zkConnectionManagerCallback-14944-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295802 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295805 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 1295808 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34751_solr as DOWN
  2> 1295809 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
  2> 1295809 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34751_solr
  2> 1295809 INFO  (zkCallback-14925-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
  2> 1295810 INFO  (zkCallback-14943-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
  2> 1295810 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
  2> 1295811 WARN  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 1295811 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = local,class = org.apache.solr.core.backup.repository.LocalFileSystemRepository,attributes = {name=local, class=org.apache.solr.core.backup.repository.LocalFileSystemRepository},}
  2> 1295811 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
  2> 1295811 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
  2> 1295822 INFO  (jetty-launcher-14912-thread-1) [n:127.0.0.1:34751_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1
  2> 1295825 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
  2> 1295826 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 1295826 INFO  (zkConnectionManagerCallback-14955-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 1295826 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 1295827 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
  2> 1295828 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[220CC0D49F25B694]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32981/solr ready
  2> 1295842 INFO  (TEST-TestLocalFSCloudBackupRestore.testRestoreFailure-seed#[220CC0D49F25B694]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreFailure
  2> 1295892 INFO  (qtp474442196-25572) [n:127.0.0.1:34751_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&name=backuprestore_testfailure&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
  2> 1295899 INFO  (OverseerThreadFactory-14931-thread-1-processing-n:127.0.0.1:41967_solr) [n:127.0.0.1:41967_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection backuprestore_testfailure
  2> 1296003 WARN  (OverseerThreadFactory-14931-thread-1-processing-n:127.0.0.1:41967_solr) [n:127.0.0.1:41967_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection backuprestore_testfailure is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
  2> 1296007 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard1",
  2>   "core":"backuprestore_testfailure_shard1_replica_n1",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:41967/solr",
  2>   "node_name":"127.0.0.1:41967_solr",
  2>   "type":"NRT",
  2>   "waitForFinalState":"false"} 
  2> 1296009 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard1",
  2>   "core":"backuprestore_testfailure_shard1_replica_n2",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:34751/solr",
  2>   "node_name":"127.0.0.1:34751_solr",
  2>   "type":"NRT",
  2>   "waitForFinalState":"false"} 
  2> 1296011 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard1",
  2>   "core":"backuprestore_testfailure_shard1_replica_t4",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:41967/solr",
  2>   "node_name":"127.0.0.1:41967_solr",
  2>   "type":"TLOG",
  2>   "waitForFinalState":"false"} 
  2> 1296013 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard1",
  2>   "core":"backuprestore_testfailure_shard1_replica_p6",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:34751/solr",
  2>   "node_name":"127.0.0.1:34751_solr",
  2>   "type":"PULL",
  2>   "waitForFinalState":"false"} 
  2> 1296015 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard2",
  2>   "core":"backuprestore_testfailure_shard2_replica_n8",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:41967/solr",
  2>   "node_name":"127.0.0.1:41967_solr",
  2>   "type":"NRT",
  2>   "waitForFinalState":"false"} 
  2> 1296017 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard2",
  2>   "core":"backuprestore_testfailure_shard2_replica_n10",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:34751/solr",
  2>   "node_name":"127.0.0.1:34751_solr",
  2>   "type":"NRT",
  2>   "waitForFinalState":"false"} 
  2> 1296019 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard2",
  2>   "core":"backuprestore_testfailure_shard2_replica_t12",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:41967/solr",
  2>   "node_name":"127.0.0.1:41967_solr",
  2>   "type":"TLOG",
  2>   "waitForFinalState":"false"} 
  2> 1296021 INFO  (OverseerStateUpdate-72434532015472645-127.0.0.1:41967_solr-n_0000000000) [n:127.0.0.1:41967_solr     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"backuprestore_testfailure",
  2>   "shard":"shard2",
  2>   "core":"backuprestore_testfailure_shard2_replica_p14",
  2>   "state":"down",
  2>   "base_url":"https://127.0.0.1:34751/solr",
  2>   "node_name":"127.0.0.1:34751_solr",
  2>   "type":"PULL",
  2>   "waitForFinalState":"false"} 
  2> 1296261 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr    x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard1_replica_p6&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=PULL
  2> 1296261 INFO  (qtp474442196-25571) [n:127.0.0.1:34751_solr    x:backuprestore_testfailure_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard1_replica_n2&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=NRT
  2> 1296261 INFO  (qtp474442196-25568) [n:127.0.0.1:34751_solr    x:backuprestore_testfailure_shard2_replica_n10 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard2_replica_n10&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=NRT
  2> 1296261 INFO  (qtp74383680-25563) [n:127.0.0.1:41967_solr    x:backuprestore_testfailure_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard1_replica_n1&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=NRT
  2> 1296261 INFO  (qtp74383680-25565) [n:127.0.0.1:41967_solr    x:backuprestore_testfailure_shard1_replica_t4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard1_replica_t4&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=TLOG
  2> 1296261 INFO  (qtp74383680-25563) [n:127.0.0.1:41967_solr    x:backuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
  2> 1296261 INFO  (qtp74383680-25567) [n:127.0.0.1:41967_solr    x:backuprestore_testfailure_shard2_replica_n8 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard2_replica_n8&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=NRT
  2> 1296261 INFO  (qtp474442196-25569) [n:127.0.0.1:34751_solr    x:backuprestore_testfailure_shard2_replica_p14 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard2_replica_p14&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=PULL
  2> 1296261 INFO  (qtp74383680-25560) [n:127.0.0.1:41967_solr    x:backuprestore_testfailure_shard2_replica_t12 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=backuprestore_testfailure_shard2_replica_t12&action=CREATE&numShards=2&collection=backuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=TLOG
  2> 1296272 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296273 INFO  (qtp74383680-25563) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node3 x:backuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296279 INFO  (qtp74383680-25567) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node11 x:backuprestore_testfailure_shard2_replica_n8 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296282 INFO  (qtp74383680-25565) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node7 x:backuprestore_testfailure_shard1_replica_t4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296287 INFO  (qtp474442196-25568) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node13 x:backuprestore_testfailure_shard2_replica_n10 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296288 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296293 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296293 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard1_replica_p6' using configuration from configset conf1, trusted=true
  2> 1296294 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard1_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard1_replica_p6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard1_replica_p6/data/]
  2> 1296296 INFO  (qtp474442196-25571) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node5 x:backuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296302 INFO  (qtp74383680-25563) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node3 x:backuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296303 INFO  (qtp74383680-25567) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node11 x:backuprestore_testfailure_shard2_replica_n8 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296304 INFO  (qtp74383680-25563) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node3 x:backuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296304 INFO  (qtp74383680-25563) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node3 x:backuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard1_replica_n1' using configuration from configset conf1, trusted=true
  2> 1296304 INFO  (qtp74383680-25563) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node3 x:backuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard1_replica_n1/data/]
  2> 1296305 INFO  (qtp74383680-25567) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node11 x:backuprestore_testfailure_shard2_replica_n8 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296305 INFO  (qtp74383680-25567) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node11 x:backuprestore_testfailure_shard2_replica_n8 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard2_replica_n8' using configuration from configset conf1, trusted=true
  2> 1296306 INFO  (qtp74383680-25567) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node11 x:backuprestore_testfailure_shard2_replica_n8 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard2_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard2_replica_n8/data/]
  2> 1296306 INFO  (qtp474442196-25568) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node13 x:backuprestore_testfailure_shard2_replica_n10 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296308 INFO  (qtp474442196-25568) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node13 x:backuprestore_testfailure_shard2_replica_n10 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296308 INFO  (qtp474442196-25568) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node13 x:backuprestore_testfailure_shard2_replica_n10 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard2_replica_n10' using configuration from configset conf1, trusted=true
  2> 1296308 INFO  (qtp474442196-25568) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node13 x:backuprestore_testfailure_shard2_replica_n10 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard2_replica_n10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard2_replica_n10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard2_replica_n10/data/]
  2> 1296309 INFO  (qtp74383680-25560) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node15 x:backuprestore_testfailure_shard2_replica_t12 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296310 INFO  (qtp74383680-25565) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node7 x:backuprestore_testfailure_shard1_replica_t4 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296310 INFO  (qtp474442196-25569) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node16 x:backuprestore_testfailure_shard2_replica_p14 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 1296312 INFO  (qtp74383680-25565) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node7 x:backuprestore_testfailure_shard1_replica_t4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296312 INFO  (qtp74383680-25565) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node7 x:backuprestore_testfailure_shard1_replica_t4 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard1_replica_t4' using configuration from configset conf1, trusted=true
  2> 1296312 INFO  (qtp74383680-25565) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard1 r:core_node7 x:backuprestore_testfailure_shard1_replica_t4 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard1_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard1_replica_t4/data/]
  2> 1296314 INFO  (qtp474442196-25571) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node5 x:backuprestore_testfailure_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296315 INFO  (qtp474442196-25571) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node5 x:backuprestore_testfailure_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296315 INFO  (qtp474442196-25571) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node5 x:backuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard1_replica_n2' using configuration from configset conf1, trusted=true
  2> 1296316 INFO  (qtp474442196-25571) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node5 x:backuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard1_replica_n2/data/]
  2> 1296333 INFO  (qtp474442196-25569) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node16 x:backuprestore_testfailure_shard2_replica_p14 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296334 INFO  (qtp74383680-25560) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node15 x:backuprestore_testfailure_shard2_replica_t12 ] o.a.s.s.IndexSchema Schema name=minimal
  2> 1296334 INFO  (qtp474442196-25569) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node16 x:backuprestore_testfailure_shard2_replica_p14 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296334 INFO  (qtp474442196-25569) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node16 x:backuprestore_testfailure_shard2_replica_p14 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard2_replica_p14' using configuration from configset conf1, trusted=true
  2> 1296335 INFO  (qtp474442196-25569) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard2 r:core_node16 x:backuprestore_testfailure_shard2_replica_p14 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard2_replica_p14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard2_replica_p14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node1/backuprestore_testfailure_shard2_replica_p14/data/]
  2> 1296335 INFO  (qtp74383680-25560) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node15 x:backuprestore_testfailure_shard2_replica_t12 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 1296335 INFO  (qtp74383680-25560) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node15 x:backuprestore_testfailure_shard2_replica_t12 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testfailure_shard2_replica_t12' using configuration from configset conf1, trusted=true
  2> 1296336 INFO  (qtp74383680-25560) [n:127.0.0.1:41967_solr c:backuprestore_testfailure s:shard2 r:core_node15 x:backuprestore_testfailure_shard2_replica_t12 ] o.a.s.c.SolrCore [[backuprestore_testfailure_shard2_replica_t12] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard2_replica_t12], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_220CC0D49F25B694-001/tempDir-001/node2/backuprestore_testfailure_shard2_replica_t12/data/]
  2> 1296374 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 1296374 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 1296375 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
  2> 1296376 INFO  (qtp474442196-25573) [n:127.0.0.1:34751_solr c:backuprestore_testfailure s:shard1 r:core_node9 x:backuprestore_testfailure_shard1_replica_p6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKee

[...truncated too long message...]

cle.com/en/java/javase/11/docs/api/
  solrGuideDraftStatus -> DRAFT
  solrRootPath -> /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/
  solrDocsVersion -> 9.0
  solrGuideVersionPath -> 9_0
  buildDate -> 2020-11-06
  buildYear -> 2020
  ivyCommonsCodec -> 1.13
  ivyDropwizardMetrics -> 4.1.5
  ivyLog4j -> 2.13.2
  ivyOpennlpTools -> 1.9.1
  ivyTika -> 1.24
  ivyZookeeper -> 3.6.2
Building up tree of all known pages
WARNING: An illegal reflective access operation has occurred
WARNING: Illegal reflective access by org.jruby.util.SecurityHelper (file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.jruby/jruby-core/9.2.6.0/653601d48b38528e76840c6eac1ae46e2dae1a74/jruby-core-9.2.6.0.jar) to field java.lang.reflect.Field.modifiers
WARNING: Please consider reporting this to the maintainers of org.jruby.util.SecurityHelper
WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
WARNING: All illegal access operations will be denied in a future release
Looping over pages to build nav data
Creating /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/solr-ref-guide/build/html-site-content/_data/scrollnav.json
Creating /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/solr-ref-guide/build/html-site-content/_data/sidebar.json

> Task :solr:solr-ref-guide:buildSite
WARNING: An illegal reflective access operation has occurred
WARNING: Illegal reflective access by com.headius.backport9.modules.Modules (file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.jruby/jruby-complete/9.2.9.0/8e44ce7a1417966d89957bd766a148601e28828b/jruby-complete-9.2.9.0.jar) to method sun.nio.ch.NativeThread.signal(long)
WARNING: Please consider reporting this to the maintainers of com.headius.backport9.modules.Modules
WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
WARNING: All illegal access operations will be denied in a future release
Configuration file: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/solr-ref-guide/build/html-site-content/_config.yml
            Source: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/solr-ref-guide/build/html-site-content
       Destination: ../html-site
 Incremental build: disabled. Enable with --incremental
      Generating... 
asciidoctor: WARNING: skipping reference to missing attribute: config_name
asciidoctor: WARNING: skipping reference to missing attribute: file_name
                    done in 27.027 seconds.
 Auto-regeneration: disabled. Use --watch to enable.

> Task :solr:solr-ref-guide:checkSite
Processed 2443 links (1760 relative) to 3514 anchors in 243 files

> Task :solr:solr-ref-guide:check
> Task :solr:solrj:check
> Task :solr:test-framework:check
> Task :solr:webapp:check
> Task :lucene:analysis:common:check
> Task :lucene:analysis:icu:check
> Task :lucene:analysis:kuromoji:check
> Task :lucene:analysis:morfologik:check
> Task :lucene:analysis:nori:check
> Task :lucene:analysis:opennlp:check
> Task :lucene:analysis:phonetic:check
> Task :lucene:analysis:smartcn:check
> Task :lucene:analysis:stempel:check
> Task :solr:contrib:analysis-extras:check
> Task :solr:contrib:analytics:check
> Task :solr:contrib:clustering:check
> Task :solr:contrib:extraction:check
> Task :solr:contrib:jaegertracer-configurator:check
> Task :solr:contrib:langid:check
> Task :solr:contrib:ltr:check
> Task :solr:contrib:prometheus-exporter:check
> Task :solr:docker:package:check
The slowest tests (exceeding 500 ms) during this run:
  134.39s TestStressLiveNodes.testStress (:solr:core)
  120.78s TestIntervalFaceting.testRandom (:solr:core)
  94.42s HttpPartitionTest.test (:solr:core)
  92.64s TestDistributedSearch.test (:solr:core)
  79.99s TestDistributedStatsComponentCardinality.test (:solr:core)
  77.51s TestCloudJSONFacetSKG.testRandom (:solr:core)
  76.08s TestLuceneIndexBackCompat.testOldIndexes (:solr:core)
  73.10s TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry (:solr:core)
  72.97s TestRandomCollapseQParserPlugin.testRandomCollpaseWithSort (:solr:core)
  70.84s PeerSyncReplicationTest.test (:solr:core)

ERROR: The following test(s) have failed:
  - org.apache.solr.TestRandomDVFaceting.testRandomFaceting (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.TestRandomDVFaceting.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.TestRandomDVFaceting.testRandomFaceting" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=220CC0D49F25B694 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=UTF-8

  - org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=220CC0D49F25B694 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=UTF-8

  - org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Check-master/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=220CC0D49F25B694 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=UTF-8


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 1h 7m 38s
852 actionable tasks: 852 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)